From 5e6145a4260ffce1c302e94b9b241851f90838e1 Mon Sep 17 00:00:00 2001 From: Vratko Polak Date: Thu, 4 Apr 2019 13:45:11 +0200 Subject: Upgrade autogen to NICs and search types + All perf suites updated, as autogen change is backward incompatible. + Only x710 -ndrpdr suites remain in git repository. + Removed retry feature of run_tests. + Renamed topology_type and traffic_type to traffic_profile. + Renamed framesize to frame_size; nic_model to nic_name. + Reordered Variables table to start with nic_name and overhead. + Fixed wrong overhead value in some cbc-sha1 suites. + Fixed some suite tags. ++ Introduced tags to distinguish suites, such as IPSECINT. + Bound crypto hardware to NIC name. + Implemented NIC limit hiding. + Also search and teardown related arguments are now hidden. + Main measurement keywords updated to new arg handling. + Max rate related keywords moved to performance_limits.robot + Teardowns unified. + Generated tests are archived. ++ Generated directory is .gitignore-d. + Regenerator raises an exception on seeing non-compatible suite. ++ Relatively helpful message should be seen in exception. + Suite and template Documentation has generated parts. +- With short NIC names only. + Autogen checker also upgraded. + Tag expressions replaced with long files to ensure analogous tests. Change-Id: I60e9a999187e7da1f60d0eb4fb02afa14682aa46 Signed-off-by: Vratko Polak --- ...q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 158 -------------------- ...2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot | 162 --------------------- ...p-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot | 153 ------------------- ...ot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot | 158 -------------------- ...q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 145 ------------------ ...2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot | 151 ------------------- ...0-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot | 143 ------------------ ...ot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot | 148 ------------------- ...asemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot | 144 ------------------ ...maclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot | 149 ------------------- ...h-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 139 ------------------ ...2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot | 144 ------------------ ...h-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot | 138 ------------------ ...2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot | 143 ------------------ ...00kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot | 147 ------------------- ...maclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot | 152 ------------------- ...10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot | 147 ------------------- ...maclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot | 152 ------------------- ...e1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot | 147 ------------------- ...maclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot | 152 ------------------- ...-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot | 143 ------------------ ...xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot | 148 ------------------- ...520-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot | 138 ------------------ ...-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot | 143 ------------------ ...520-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot | 138 ------------------ ...-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot | 143 ------------------ ...4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot | 144 ------------------ ...p4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot | 149 ------------------- ...0-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot | 139 ------------------ ...thip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot | 144 ------------------ ...0-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot | 139 ------------------ ...thip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot | 144 ------------------ ...n-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 147 ------------------- ...2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot | 152 ------------------- ...q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 159 -------------------- ...2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot | 61 ++++---- ...p-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot | 154 -------------------- ...ot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot | 61 ++++---- ...q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 160 -------------------- ...2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot | 63 ++++---- ...p-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot | 156 -------------------- ...ot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot | 61 ++++---- ...q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 145 ------------------ ...2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot | 55 ++++--- ...0-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot | 142 ------------------ ...ot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot | 59 ++++---- ...maclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot | 143 ++++++++++++++++++ ...h-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 140 ------------------ ...2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot | 61 ++++---- ...h-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot | 138 ------------------ ...2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot | 60 ++++---- ...maclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot | 147 +++++++++++++++++++ ...maclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot | 146 +++++++++++++++++++ ...maclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot | 146 +++++++++++++++++++ ...xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot | 143 ++++++++++++++++++ ...710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot | 138 ------------------ ...-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot | 61 ++++---- ...710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot | 138 ------------------ ...-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot | 61 ++++---- ...p4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot | 145 ++++++++++++++++++ ...0-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot | 139 ------------------ ...thip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot | 60 ++++---- ...0-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot | 139 ------------------ ...thip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot | 58 ++++---- ...n-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 147 ------------------- ...2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot | 61 ++++---- ...-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr.robot | 136 ----------------- ...h-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr.robot | 56 ++++--- ...10-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr.robot | 132 ----------------- ...eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr.robot | 56 ++++--- ...-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr.robot | 136 ----------------- ...h-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr.robot | 56 ++++--- ...10-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr.robot | 132 ----------------- ...eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr.robot | 58 ++++---- ...-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr.robot | 136 ----------------- ...h-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr.robot | 56 ++++--- ...10-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr.robot | 132 ----------------- ...eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr.robot | 56 ++++--- ...-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr.robot | 136 ----------------- ...h-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr.robot | 56 ++++--- ...10-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr.robot | 132 ----------------- ...eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr.robot | 56 ++++--- ...-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr.robot | 136 ----------------- ...h-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr.robot | 56 ++++--- ...10-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr.robot | 132 ----------------- ...eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr.robot | 56 ++++--- ...-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr.robot | 136 ----------------- ...h-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr.robot | 56 ++++--- ...10-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr.robot | 132 ----------------- ...eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr.robot | 56 ++++--- ...th-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr.robot | 136 ----------------- ...l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr.robot | 56 ++++--- ...-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr.robot | 132 ----------------- ...h-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr.robot | 56 ++++--- ...eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr.robot | 136 ----------------- ...-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr.robot | 56 ++++--- ...0-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr.robot | 132 ----------------- ...th-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr.robot | 56 ++++--- ...eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr.robot | 136 ----------------- ...-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr.robot | 56 ++++--- ...0-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr.robot | 132 ----------------- ...th-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr.robot | 56 ++++--- ...eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr.robot | 136 ----------------- ...-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr.robot | 56 ++++--- ...0-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr.robot | 132 ----------------- ...th-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr.robot | 56 ++++--- ...0-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr.robot | 136 ----------------- ...th-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr.robot | 56 ++++--- ...710-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr.robot | 132 ----------------- ...-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr.robot | 56 ++++--- ...eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr.robot | 120 --------------- ...-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr.robot | 48 +++--- ...0-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr.robot | 116 --------------- ...th-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr.robot | 48 +++--- ...eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr.robot | 120 --------------- ...-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr.robot | 48 +++--- ...0-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr.robot | 116 --------------- ...th-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr.robot | 48 +++--- ...eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr.robot | 120 --------------- ...-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr.robot | 48 +++--- ...0-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr.robot | 116 --------------- ...th-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr.robot | 48 +++--- ...0-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr.robot | 136 ----------------- ...th-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr.robot | 56 ++++--- ...710-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr.robot | 132 ----------------- ...-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr.robot | 56 ++++--- ...0-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr.robot | 136 ----------------- ...th-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr.robot | 56 ++++--- ...710-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr.robot | 132 ----------------- ...-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr.robot | 56 ++++--- ...0-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr.robot | 136 ----------------- ...th-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr.robot | 56 ++++--- ...710-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr.robot | 132 ----------------- ...-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr.robot | 56 ++++--- ...0-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr.robot | 136 ----------------- ...th-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr.robot | 56 ++++--- ...710-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr.robot | 132 ----------------- ...-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr.robot | 56 ++++--- ...0-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr.robot | 136 ----------------- ...th-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr.robot | 56 ++++--- ...710-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr.robot | 132 ----------------- ...-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr.robot | 56 ++++--- ...q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 141 ------------------ ...2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot | 55 ++++--- ...h-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 134 ----------------- ...2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot | 60 ++++---- ...h-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot | 132 ----------------- ...2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot | 58 ++++---- ...710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot | 133 ----------------- ...-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot | 63 ++++---- ...10-eth-l2xcbase-eth-2vhostvr1024-1vm-soak.robot | 84 ----------- ...710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot | 133 ----------------- ...-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot | 63 ++++---- ...0-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot | 133 ----------------- ...thip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot | 58 ++++---- ...0-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot | 133 ----------------- ...thip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot | 58 ++++---- ...q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 144 ------------------ ...2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot | 150 ------------------- ...h-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 136 ----------------- ...2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot | 141 ------------------ ...h-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot | 134 ----------------- ...2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot | 139 ------------------ ...710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot | 135 ----------------- ...-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot | 140 ------------------ ...710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot | 135 ----------------- ...-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot | 140 ------------------ ...0-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot | 135 ----------------- ...thip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot | 140 ------------------ ...0-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot | 135 ----------------- ...thip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot | 140 ------------------ ...h-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot | 140 ------------------ ...2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot | 145 ------------------ ...h-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot | 140 ------------------ ...2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot | 145 ------------------ ...710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot | 144 ------------------ ...-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot | 147 ------------------- ...0-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot | 145 ------------------ ...thip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot | 148 ------------------- tests/vpp/perf/vm_vhost/regenerate_testcases.py | 2 +- 180 files changed, 2383 insertions(+), 17763 deletions(-) delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot create mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot create mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot create mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-soak.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/40ge2p1xl710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/40ge2p1xl710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot (limited to 'tests/vpp/perf/vm_vhost') diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index 815b77123b..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,158 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM -| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34 -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with LACP mode link bonding -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown -| ... | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost and vpp link bonding* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with VPP -| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and -| ... | DUT2 and L2 bridge-domain with MAC learning enabled. Qemu Guest is -| ... | connected to VPP via vhost-user interfaces. Guest is running DPDK -| ... | testpmd interconnecting vhost-user interfaces using 5 cores pinned to -| ... | cpus 5-9 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M -| ... | hugepages), 5 cores (1 main core and 4 cores dedicated for io), -| ... | forwarding mode is set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are -| ... | tested with 2p10GE NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# Link bonding config -| ${bond_mode}= | lacp -| ${lb_mode}= | l34 -# Socket names -| ${bd_id1}= | 1 -| ${bd_id2}= | 2 -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | And Add VLAN Strip Offload switch off between DUTs in 3-node single link topology -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User and VLAN with VPP link bonding in a 3-node circular topology -| | ... | ${bd_id1} | ${bd_id2} | ${subid} -| | ... | ${tag_rewrite} | ${bond_mode} | ${lb_mode} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | And All Vpp Interfaces Ready Wait | ${nodes} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot deleted file mode 100644 index 97931b6b94..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot +++ /dev/null @@ -1,162 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM -| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34 -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with LACP mode link bonding -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost and vpp link bonding* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with VPP -| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and -| ... | DUT2 and L2 bridge-domain with MAC learning enabled. Qemu Guest is -| ... | connected to VPP via vhost-user interfaces. Guest is running DPDK -| ... | testpmd interconnecting vhost-user interfaces using 5 cores pinned to -| ... | cpus 5-9 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M -| ... | hugepages), 5 cores (1 main core and 4 cores dedicated for io), -| ... | forwarding mode is set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are -| ... | tested with 2p10GE NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# Link bonding config -| ${bond_mode}= | lacp -| ${lb_mode}= | l34 -# Socket names -| ${bd_id1}= | 1 -| ${bd_id2}= | 2 -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | And Add VLAN Strip Offload switch off between DUTs in 3-node single link topology -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User and VLAN with VPP link bonding in a 3-node circular topology -| | ... | ${bd_id1} | ${bd_id2} | ${subid} -| | ... | ${tag_rewrite} | ${bond_mode} | ${lb_mode} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | And All Vpp Interfaces Ready Wait | ${nodes} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index ace7542169..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,153 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM -| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34 -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with LACP mode link bonding -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC test cases with vhost and vpp link bonding* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with VPP -| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and -| ... | DUT2 and L2 cross- connect. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M memory. -| ... | Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main -| ... | core and 4 cores dedicated for io), forwarding mode is set to io, -| ... | rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520 -| ... | Niantic by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# Link bonding config -| ${bond_mode}= | lacp -| ${lb_mode}= | l34 -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | And Add VLAN Strip Offload switch off between DUTs in 3-node single link topology -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User and VLAN with VPP link bonding in 3-node circular topology -| | ... | ${subid} | ${tag_rewrite} | ${bond_mode} | ${lb_mode} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | And All Vpp Interfaces Ready Wait | ${nodes} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot deleted file mode 100644 index 2d1fe23be2..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot +++ /dev/null @@ -1,158 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM -| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34 -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with LACP mode link bonding -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2XC test cases with vhost and vpp link bonding* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with VPP -| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and -| ... | DUT2 and L2 cross- connect. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M memory. -| ... | Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main -| ... | core and 4 cores dedicated for io), forwarding mode is set to io, -| ... | rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520 -| ... | Niantic by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# Link bonding config -| ${bond_mode}= | lacp -| ${lb_mode}= | l34 -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | And Add VLAN Strip Offload switch off between DUTs in 3-node single link topology -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User and VLAN with VPP link bonding in 3-node circular topology -| | ... | ${subid} | ${tag_rewrite} | ${bond_mode} | ${lb_mode} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | And All Vpp Interfaces Ready Wait | ${nodes} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index 163200cfe8..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,145 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM -| ... | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD with vhost and IEEE 802.1Q test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\ -| ... | 802.1Q tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via\ -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting\ -| ... | vhost-user interfaces, forwarding mode is set to io, rxd/txd=1024.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\ -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# Socket names -| ${bd_id1}= | 1 -| ${bd_id2}= | 2 -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD switching with VLAN and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User and VLAN in circular topology -| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot deleted file mode 100644 index 878384c510..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot +++ /dev/null @@ -1,151 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM -| ... | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD with vhost abd IEEE 802.1Q test -| ... | cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\ -| ... | 802.1Q tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via\ -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting\ -| ... | vhost-user interfaces, forwarding mode is set to io, rxd/txd=1024.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\ -| ... | generated by TG on links to DUTs. TG traffic profile contains two L3\ -| ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\ -| ... | and static payload. MAC addresses are matching MAC addresses of the TG\ -| ... | node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# Socket names -| ${bd_id1}= | 1 -| ${bd_id2}= | 2 -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD switching with VLAN and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User and VLAN in circular topology -| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index 78c441e968..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,143 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- -| ... | connect. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to -| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520 -| ... | Niantic by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config with. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User and VLAN in 3-node circular topology -| | ... | ${subid} | ${tag_rewrite} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot deleted file mode 100644 index f689573144..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot +++ /dev/null @@ -1,148 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2XC test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- -| ... | connect. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to -| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520 -| ... | Niantic by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config with. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User and VLAN in 3-node circular topology -| | ... | ${subid} | ${tag_rewrite} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot deleted file mode 100644 index 9aae4e52f8..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot +++ /dev/null @@ -1,144 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | BASE | VHOST | VM | VHOST_1024 -| ... | CFS_OPT -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to -| ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with -| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC X520 -| ... | Niantic by Intel.. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 253 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${True} -| | And Setup Scheduler Policy for Vpp On All DUTs -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot deleted file mode 100644 index cc3b5193a4..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot +++ /dev/null @@ -1,149 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | BASE | VHOST | VM | VHOST_1024 -| ... | CFS_OPT -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Packet throughput L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to -| ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with -| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC X520 -| ... | Niantic by Intel.. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 253 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${True} -| | And Setup Scheduler Policy for Vpp On All DUTs -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index ddf347900e..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,139 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | BASE | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to -| ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with -| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC X520 -| ... | Niantic by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot deleted file mode 100644 index c7eea51b0b..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot +++ /dev/null @@ -1,144 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | BASE | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to -| ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with -| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC X520 -| ... | Niantic by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot deleted file mode 100644 index 6a7d619b84..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot +++ /dev/null @@ -1,138 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | BASE | VHOST | 2VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge- -| ... | domains and MAC learning enabled. Qemu Guests are connected to VPP via -| ... | vhost-user interfaces. Guests are running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus 6-10 and 11-15 and -| ... | 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages), -| ... | 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is -| ... | set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC -| ... | X520 Niantic by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${2} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot deleted file mode 100644 index 2144541562..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot +++ /dev/null @@ -1,143 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | BASE | VHOST | 2VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge- -| ... | domains and MAC learning enabled. Qemu Guests are connected to VPP via -| ... | vhost-user interfaces. Guests are running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus 6-10 and 11-15 and -| ... | 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages), -| ... | 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is -| ... | set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC -| ... | X520 Niantic by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${2} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot deleted file mode 100644 index a271572b2c..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot +++ /dev/null @@ -1,147 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | FIB_100K | VHOST | VM -| ... | VHOST_1024 | CFS_OPT -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.\ -| ... | 802.1q tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via\ -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting\ -| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M\ -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores\ -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to\ -| ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with\ -| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC\ -| ... | X520 Niantic by Intel.. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, 500k flows per flow-group) with all packets\ -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\ -| ... | payload. MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:00:c3:4f,\ -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:00:c3:4f,\ -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:00:c3:4f,\ -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:00:c3:4f,\ -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc50kdst50k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${True} -| | And Setup Scheduler Policy for Vpp On All DUTs -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot deleted file mode 100644 index 4f5ff90c19..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot +++ /dev/null @@ -1,152 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | FIB_100K | VHOST | VM -| ... | VHOST_1024 | CFS_OPT -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Packet throughput L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.\ -| ... | 802.1q tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via\ -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting\ -| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M\ -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores\ -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to\ -| ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with\ -| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC\ -| ... | X520 Niantic by Intel.. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, 500k flows per flow-group) with all packets\ -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\ -| ... | payload. MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:00:c3:4f,\ -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:00:c3:4f,\ -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:00:c3:4f,\ -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:00:c3:4f,\ -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc50kdst50k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${1000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${True} -| | And Setup Scheduler Policy for Vpp On All DUTs -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot deleted file mode 100644 index 0ec665f443..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot +++ /dev/null @@ -1,147 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | FIB_10K | VHOST | VM -| ... | VHOST_1024 | CFS_OPT -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to -| ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with -| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC X520 -| ... | Niantic by Intel.. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 5k flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:00:13:87,\ -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:00:13:87,\ -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:00:13:87,\ -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:00:13:87,\ -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc5kdst5k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${True} -| | And Setup Scheduler Policy for Vpp On All DUTs -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot deleted file mode 100644 index b21ec6c930..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot +++ /dev/null @@ -1,152 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | FIB_10K | VHOST | VM -| ... | VHOST_1024 | CFS_OPT -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Packet throughput L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to -| ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with -| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC X520 -| ... | Niantic by Intel.. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 5k flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:00:13:87,\ -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:00:13:87,\ -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:00:13:87,\ -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:00:13:87,\ -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc5kdst5k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${True} -| | And Setup Scheduler Policy for Vpp On All DUTs -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot deleted file mode 100644 index 4a4e5c2507..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot +++ /dev/null @@ -1,147 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | FIB_1M | VHOST | VM -| ... | VHOST_1024 | CFS_OPT -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.\ -| ... | 802.1q tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via\ -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting\ -| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M\ -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores\ -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to\ -| ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with\ -| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC\ -| ... | X520 Niantic by Intel.. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, 500k flows per flow-group) with all packets\ -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\ -| ... | payload. MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f,\ -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f,\ -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f,\ -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f,\ -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc500kdst500k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${True} -| | And Setup Scheduler Policy for Vpp On All DUTs -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot deleted file mode 100644 index 14cf76e009..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot +++ /dev/null @@ -1,152 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | FIB_1M | VHOST | VM -| ... | VHOST_1024 | CFS_OPT -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Packet throughput L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.\ -| ... | 802.1q tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via\ -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting\ -| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M\ -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores\ -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to\ -| ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with\ -| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC\ -| ... | X520 Niantic by Intel.. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, 500k flows per flow-group) with all packets\ -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\ -| ... | payload. MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f,\ -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f,\ -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f,\ -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f,\ -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc500kdst500k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${True} -| | And Setup Scheduler Policy for Vpp On All DUTs -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot deleted file mode 100644 index bb1ff2944e..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot +++ /dev/null @@ -1,143 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | VHOST | VM | VHOST_1024 -| ... | CFS_OPT -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- -| ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces. -| ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces -| ... | using 5 cores pinned to cpus 5-9 and 2048M memory. Testpmd is using -| ... | socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores -| ... | dedicated for io), forwarding mode is set to io, rxd/txd=1024, -| ... | burst=64. Scheduler policy is set to SCHED_RR with priority 1 for all -| ... | Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 253 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User | vm_count=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${True} -| | And Setup Scheduler Policy for Vpp On All DUTs -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot deleted file mode 100644 index 1ef078ea62..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot +++ /dev/null @@ -1,148 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | VHOST | VM | VHOST_1024 -| ... | CFS_OPT -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Packet throughput L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- -| ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces. -| ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces -| ... | using 5 cores pinned to cpus 5-9 and 2048M memory. Testpmd is using -| ... | socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores -| ... | dedicated for io), forwarding mode is set to io, rxd/txd=1024, -| ... | burst=64. Scheduler policy is set to SCHED_RR with priority 1 for all -| ... | Qemu CPUs. DUT1, DUT2 are tested with 2p10GE NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 253 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User | vm_count=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${True} -| | And Setup Scheduler Policy for Vpp On All DUTs -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index 293a20361e..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,138 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- -| ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces. -| ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces -| ... | using 5 cores pinned to cpus 5-9 and 2048M memory. Testpmd is using -| ... | socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores -| ... | dedicated for io), forwarding mode is set to io, rxd/txd=1024, -| ... | burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User | vm_count=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot deleted file mode 100644 index f07c5affbb..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot +++ /dev/null @@ -1,143 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2XC test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- -| ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces. -| ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces -| ... | using 5 cores pinned to cpus 5-9 and 2048M memory. Testpmd is using -| ... | socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores -| ... | dedicated for io), forwarding mode is set to io, rxd/txd=1024, -| ... | burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User | vm_count=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot deleted file mode 100644 index 2043bb597f..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot +++ /dev/null @@ -1,138 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | VHOST | 2VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- -| ... | connects. Qemu Guests are connected to VPP via vhost-user interfaces. -| ... | Guests are running DPDK testpmd interconnecting vhost-user interfaces -| ... | using 5 cores pinned to cpus 6-10 and 11-15 and 2048M memory. Testpmd is -| ... | using socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 -| ... | cores dedicated for io), forwarding mode is set to io, rxd/txd=1024, -| ... | burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User | vm_count=${2} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot deleted file mode 100644 index 52ccc69306..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot +++ /dev/null @@ -1,143 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | VHOST | 2VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2XC test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- -| ... | connects. Qemu Guests are connected to VPP via vhost-user interfaces. -| ... | Guests are running DPDK testpmd interconnecting vhost-user interfaces -| ... | using 5 cores pinned to cpus 6-10 and 11-15 and 2048M memory. Testpmd is -| ... | using socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 -| ... | cores dedicated for io), forwarding mode is set to io, rxd/txd=1024, -| ... | burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User | vm_count=${2} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot deleted file mode 100644 index eb0e82deac..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr.robot +++ /dev/null @@ -1,144 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | BASE | VHOST | VM | VHOST_1024 -| ... | CFS_OPT -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L3 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4 -| ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected -| ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces using 5 cores pinned to cpus 5-9 -| ... | and 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages), -| ... | 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is -| ... | set to mac, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR -| ... | with priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE -| ... | NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 253 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs IPv4 routing config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize IPv4 forwarding with vhost in 3-node circular topology -| | ... | vm_count=${1} -| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${True} -| | Setup Scheduler Policy for Vpp On All DUTs -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot deleted file mode 100644 index 973a39cbea..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot +++ /dev/null @@ -1,149 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | BASE | VHOST | VM | VHOST_1024 -| ... | CFS_OPT -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L3 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Packet throughput L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4 -| ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected -| ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces using 5 cores pinned to cpus 5-9 -| ... | and 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages), -| ... | 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is -| ... | set to mac, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR -| ... | with priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with 2p10GE -| ... | NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 253 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs IPv4 routing config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize IPv4 forwarding with vhost in 3-node circular topology -| | ... | vm_count=${1} -| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Setup Scheduler Policy for Vpp On All DUTs -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index 18dc55492f..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,139 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | BASE | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L3 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results IPv4 test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4 -| ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected -| ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces using 5 cores pinned to cpus 5-9 -| ... | and 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages), -| ... | 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is -| ... | set to mac, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE -| ... | NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs IPv4 routing config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize IPv4 forwarding with vhost in 3-node circular topology -| | ... | vm_count=${1} -| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot deleted file mode 100644 index ba348e2965..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot +++ /dev/null @@ -1,144 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | BASE | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L3 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput IPv4 test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4 -| ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected -| ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces using 5 cores pinned to cpus 5-9 -| ... | and 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages), -| ... | 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is -| ... | set to mac, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE -| ... | NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs IPv4 routing config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize IPv4 forwarding with vhost in 3-node circular topology -| | ... | vm_count=${1} -| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot deleted file mode 100644 index 9295416aa1..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot +++ /dev/null @@ -1,139 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | BASE | VHOST | 2VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L3 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results IPv4 test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4 -| ... | routing and two static IPv4 /24 route entries. Qemu Guests are connected -| ... | to VPP via vhost-user interfaces. Guests are running DPDK testpmd -| ... | interconnectingvhost-user interfaces using 5 cores pinned to cpus 6-10 -| ... | and 11-15 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M -| ... | hugepages), 5 cores (1 main core and 4 cores dedicated for io), -| ... | forwarding mode is set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are -| ... | tested with 2p10GE NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs IPv4 routing config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize IPv4 forwarding with vhost in 3-node circular topology -| | ... | vm_count=${2} -| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot deleted file mode 100644 index bf9c93f1a8..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot +++ /dev/null @@ -1,144 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | IP4FWD | BASE | VHOST | 2VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L3 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput IPv4 test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4 -| ... | routing and two static IPv4 /24 route entries. Qemu Guests are connected -| ... | to VPP via vhost-user interfaces. Guests are running DPDK testpmd -| ... | interconnectingvhost-user interfaces using 5 cores pinned to cpus 6-10 -| ... | and 11-15 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M -| ... | hugepages), 5 cores (1 main core and 4 cores dedicated for io), -| ... | forwarding mode is set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are -| ... | tested with 2p10GE NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs IPv4 routing config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize IPv4 forwarding with vhost in 3-node circular topology -| | ... | vm_count=${2} -| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index b3411cf48e..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,147 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY -| ... | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with VXLANoIPv4 -| ... | and vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to -| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520 -| ... | Niantic by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC7348. - -*** Variables *** -# Socket names -| ${bd_id1}= | 1 -| ${bd_id2}= | 2 -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -| ${overhead}= | ${50} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User and VXLANoIPv4 in 3-node circular topology -| | ... | ${bd_id1} | ${bd_id2} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot deleted file mode 100644 index 5ddda29013..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot +++ /dev/null @@ -1,152 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY -| ... | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with VXLANoIPv4 -| ... | and vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to -| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X520 -| ... | Niantic by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC7348. - -*** Variables *** -# Socket names -| ${bd_id1}= | 1 -| ${bd_id2}= | 2 -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -| ${overhead}= | ${50} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User and VXLANoIPv4 in 3-node circular topology -| | ... | ${bd_id1} | ${bd_id2} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index cae82d2bc6..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,159 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM -| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34 -| ... | LBOND_1L -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X710 -| ... | AND | Set up performance test suite with LACP mode link bonding -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown -| ... | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost and vpp link bonding* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with VPP -| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and -| ... | DUT2 and L2 bridge-domain with MAC learning enabled. Qemu Guest is -| ... | connected to VPP via vhost-user interfaces. Guest is running DPDK -| ... | testpmd interconnecting vhost-user interfaces using 5 cores pinned to -| ... | cpus 5-9 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M -| ... | hugepages), 5 cores (1 main core and 4 cores dedicated for io), -| ... | forwarding mode is set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are -| ... | tested with 2p10GE NIC X710 Fortville by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# Link bonding config -| ${bond_mode}= | lacp -| ${lb_mode}= | l34 -# Socket names -| ${bd_id1}= | 1 -| ${bd_id2}= | 2 -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | And Add VLAN Strip Offload switch off between DUTs in 3-node single link topology -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User and VLAN with VPP link bonding in a 3-node circular topology -| | ... | ${bd_id1} | ${bd_id2} | ${subid} -| | ... | ${tag_rewrite} | ${bond_mode} | ${lb_mode} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | And All Vpp Interfaces Ready Wait | ${nodes} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot index f7b9b0a4f1..504320a8b2 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -21,14 +21,12 @@ | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X710 +| ... | ${nic_name} | ... | AND | Set up performance test suite with LACP mode link bonding -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} | ... @@ -48,12 +46,12 @@ | ... | cpus 5-9 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M | ... | hugepages), 5 cores (1 main core and 4 cores dedicated for io), | ... | forwarding mode is set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are -| ... | tested with 2p10GE NIC X710 Fortville by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -61,17 +59,15 @@ | ... | addresses of the TG node interfaces. *** Variables *** +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${4} | ${subid}= | 10 | ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} # Link bonding config | ${bond_mode}= | lacp | ${lb_mode}= | l34 -# Socket names | ${bd_id1}= | 1 | ${bd_id2}= | 2 -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 @@ -83,25 +79,23 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | ${dut2_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} | | Set Test Variable | ${dut2_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs | | And Add VLAN Strip Offload switch off between DUTs in 3-node single link topology -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains with Vhost-User and VLAN with VPP link bonding in a 3-node circular topology | | ... | ${bd_id1} | ${bd_id2} | ${subid} @@ -111,53 +105,52 @@ | | ... | use_tuned_cfs=${False} | | And All Vpp Interfaces Ready Wait | ${nodes} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index 93ffb3eec0..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,154 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM -| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34 -| ... | LBOND_1L -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X710 -| ... | AND | Set up performance test suite with LACP mode link bonding -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC test cases with vhost and vpp link bonding* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with VPP -| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and -| ... | DUT2 and L2 cross- connect. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M memory. -| ... | Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main -| ... | core and 4 cores dedicated for io), forwarding mode is set to io, -| ... | rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 -| ... | Fortville by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# Link bonding config -| ${bond_mode}= | lacp -| ${lb_mode}= | l34 -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | And Add VLAN Strip Offload switch off between DUTs in 3-node single link topology -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User and VLAN with VPP link bonding in 3-node circular topology -| | ... | ${subid} | ${tag_rewrite} | ${bond_mode} | ${lb_mode} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | And All Vpp Interfaces Ready Wait | ${nodes} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot index ab04834673..7051a86140 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -21,14 +21,12 @@ | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X710 +| ... | ${nic_name} | ... | AND | Set up performance test suite with LACP mode link bonding -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} | ... @@ -47,13 +45,12 @@ | ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M memory. | ... | Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main | ... | core and 4 cores dedicated for io), forwarding mode is set to io, -| ... | rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 -| ... | Fortville by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | rxd/txd=1024, burst=64. DUT1, DUT2 are tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -61,14 +58,13 @@ | ... | addresses of the TG node interfaces. *** Variables *** +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${4} | ${subid}= | 10 | ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} # Link bonding config | ${bond_mode}= | lacp | ${lb_mode}= | l34 -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 @@ -80,25 +76,23 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | ${dut2_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} | | Set Test Variable | ${dut2_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs | | And Add VLAN Strip Offload switch off between DUTs in 3-node single link topology -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 xconnect with Vhost-User and VLAN with VPP link bonding in 3-node circular topology | | ... | ${subid} | ${tag_rewrite} | ${bond_mode} | ${lb_mode} @@ -107,53 +101,52 @@ | | ... | use_tuned_cfs=${False} | | And All Vpp Interfaces Ready Wait | ${nodes} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index 47aefecfcf..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,160 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_DOUBLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM -| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34 -| ... | LBOND_2L -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model with double link between DUTs -| ... | L2 | Intel-X710 -| ... | AND | Set up performance test suite with LACP mode link bonding -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown -| ... | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost and vpp link bonding* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1=DUT2-TG 3-node circular topology -| ... | with single links between TG and DUT nodes and double link between DUT -| ... | nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with VPP -| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and -| ... | DUT2 and L2 bridge-domain with MAC learning enabled. Qemu Guest is -| ... | connected to VPP via vhost-user interfaces. Guest is running DPDK -| ... | testpmd interconnecting vhost-user interfaces using 5 cores pinned to -| ... | cpus 5-9 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M -| ... | hugepages), 5 cores (1 main core and 4 cores dedicated for io), -| ... | forwarding mode is set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are -| ... | tested with 2p10GE NIC X710 Fortville by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# Link bonding config -| ${bond_mode}= | lacp -| ${lb_mode}= | l34 -# Socket names -| ${bd_id1}= | 1 -| ${bd_id2}= | 2 -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | And Add VLAN Strip Offload switch off between DUTs in 3-node double link topology -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User and VLAN with VPP link bonding in a 3-node circular topology -| | ... | ${bd_id1} | ${bd_id2} | ${subid} -| | ... | ${tag_rewrite} | ${bond_mode} | ${lb_mode} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | And All Vpp Interfaces Ready Wait | ${nodes} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot index c13f849496..f3e4a114f4 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -21,14 +21,12 @@ | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model with double link between DUTs -| ... | L2 | Intel-X710 +| ... | L2 | ${nic_name} | ... | AND | Set up performance test suite with LACP mode link bonding -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} | ... @@ -49,12 +47,12 @@ | ... | cpus 5-9 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M | ... | hugepages), 5 cores (1 main core and 4 cores dedicated for io), | ... | forwarding mode is set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are -| ... | tested with 2p10GE NIC X710 Fortville by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -62,17 +60,15 @@ | ... | addresses of the TG node interfaces. *** Variables *** +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${4} | ${subid}= | 10 | ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} # Link bonding config | ${bond_mode}= | lacp | ${lb_mode}= | l34 -# Socket names | ${bd_id1}= | 1 | ${bd_id2}= | 2 -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 @@ -81,28 +77,26 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2BD switching config. | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | ${dut2_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} | | Set Test Variable | ${dut2_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs | | And Add VLAN Strip Offload switch off between DUTs in 3-node double link topology -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains with Vhost-User and VLAN with VPP link bonding in a 3-node circular topology | | ... | ${bd_id1} | ${bd_id2} | ${subid} @@ -112,53 +106,52 @@ | | ... | use_tuned_cfs=${False} | | And All Vpp Interfaces Ready Wait | ${nodes} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index e9eb1fcfc4..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,156 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_DOUBLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM -| ... | VHOST_1024 | LBOND | LBOND_VPP | LBOND_MODE_LACP | LBOND_LB_L34 -| ... | LBOND_2L -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model with double link between DUTs -| ... | L2 | Intel-X710 -| ... | AND | Set up performance test suite with LACP mode link bonding -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC test cases with vhost and vpp link bonding* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1=DUT2-TG 3-node circular topology -| ... | with single links between TG and DUT nodes and double link between DUT -| ... | nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with VPP -| ... | link bonding (mode LACP, transmit policy l34) on link between DUT1 and -| ... | DUT2 and L2 cross- connect. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M memory. -| ... | Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main -| ... | core and 4 cores dedicated for io), forwarding mode is set to io, -| ... | rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 -| ... | Fortville by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# Link bonding config -| ${bond_mode}= | lacp -| ${lb_mode}= | l34 -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | And Add VLAN Strip Offload switch off between DUTs in 3-node double link topology -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User and VLAN with VPP link bonding in 3-node circular topology -| | ... | ${subid} | ${tag_rewrite} | ${bond_mode} -| | ... | ${lb_mode} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | And All Vpp Interfaces Ready Wait | ${nodes} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot index 8497942d29..5efe46bbb2 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -21,14 +21,12 @@ | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model with double link between DUTs -| ... | L2 | Intel-X710 +| ... | L2 | ${nic_name} | ... | AND | Set up performance test suite with LACP mode link bonding -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} | ... @@ -48,13 +46,12 @@ | ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M memory. | ... | Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main | ... | core and 4 cores dedicated for io), forwarding mode is set to io, -| ... | rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 -| ... | Fortville by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | rxd/txd=1024, burst=64. DUT1, DUT2 are tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -62,14 +59,13 @@ | ... | addresses of the TG node interfaces. *** Variables *** +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${4} | ${subid}= | 10 | ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} # Link bonding config | ${bond_mode}= | lacp | ${lb_mode}= | l34 -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 @@ -81,25 +77,23 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | ${dut2_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} | | Set Test Variable | ${dut2_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs | | And Add VLAN Strip Offload switch off between DUTs in 3-node double link topology -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 xconnect with Vhost-User and VLAN with VPP link bonding in 3-node circular topology | | ... | ${subid} | ${tag_rewrite} | ${bond_mode} | ${lb_mode} @@ -108,53 +102,52 @@ | | ... | use_tuned_cfs=${False} | | And All Vpp Interfaces Ready Wait | ${nodes} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index be8abc71f9..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,145 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM -| ... | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD with vhost and IEEE 802.1Q test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\ -| ... | 802.1Q tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via\ -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting\ -| ... | vhost-user interfaces, forwarding mode is set to io, rxd/txd=1024.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\ -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# Socket names -| ${bd_id1}= | 1 -| ${bd_id2}= | 2 -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD switching with VLAN and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User and VLAN in circular topology -| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot index 7d3127dc31..304b03d6bb 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -19,12 +19,11 @@ | ... | VHOST_1024 | ... | Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} | ... @@ -41,12 +40,13 @@ | ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via\ | ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting\ | ... | vhost-user interfaces, forwarding mode is set to io, rxd/txd=1024.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel. +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ +| ... | Test packets are\ | ... | generated by TG on links to DUTs. TG traffic profile contains two L3\ | ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\ | ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\ @@ -55,14 +55,12 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${4} | ${subid}= | 10 | ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# Socket names | ${bd_id1}= | 1 | ${bd_id2}= | 2 -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 @@ -74,24 +72,22 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | ${dut2_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} | | Set Test Variable | ${dut2_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains with Vhost-User and VLAN in circular topology | | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} @@ -99,53 +95,52 @@ | | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} | | ... | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index 209b7a068d..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,142 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- -| ... | connect. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to -| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 -| ... | by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User and VLAN in 3-node circular topology -| | ... | ${subid} | ${tag_rewrite} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot index f31a708b1a..1f1d6e3890 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,12 +18,11 @@ | ... | NIC_Intel-X710 | DOT1Q | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024 | ... | Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} | ... @@ -41,13 +40,12 @@ | ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M | ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores | ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to -| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 -| ... | by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -55,10 +53,10 @@ | ... | addresses of the TG node interfaces. *** Variables *** +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${4} | ${subid}= | 10 | ${tag_rewrite}= | pop-1 -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 @@ -70,24 +68,22 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | ${dut2_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} | | Set Test Variable | ${dut2_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 xconnect with Vhost-User and VLAN in 3-node circular topology | | ... | ${subid} | ${tag_rewrite} @@ -95,53 +91,52 @@ | | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} | | ... | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot new file mode 100644 index 0000000000..3dd4a1f493 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot @@ -0,0 +1,143 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | 1VM | VHOST_1024 +| ... | CFS_OPT +| ... +| Suite Setup | Set up 3-node performance topology with DUT's NIC model +| ... | L2 | ${nic_name} +| Suite Teardown | Tear down 3-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Packet throughput L2BD test cases with vhost* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting +| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M +| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores +| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to +| ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with +| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 253 flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses are matching MAC addresses of the TG node +| ... | interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} +# Traffic profile: +| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | ${dut2_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | Set Test Variable | ${dut2_vm_refs} +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | Set Max Rate And Jumbo And Handle Multi Seg +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1} +| | And Configure guest VMs with dpdk-testpmd connected via vhost-user +| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} +| | ... | use_tuned_cfs=${True} +| | And Setup Scheduler Policy for Vpp On All DUTs +| | Then Find NDR and PDR intervals using optimized search + +*** Test Cases *** +| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 64B | 1C +| | frame_size=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 64B | 2C +| | frame_size=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 64B | 4C +| | frame_size=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 1518B | 1C +| | frame_size=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 1518B | 2C +| | frame_size=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 1518B | 4C +| | frame_size=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 9000B | 1C +| | frame_size=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 9000B | 2C +| | frame_size=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 9000B | 4C +| | frame_size=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | IMIX | 1C +| | frame_size=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | IMIX | 2C +| | frame_size=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | IMIX | 4C +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index 6b04c25919..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,140 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus on NUMA1 and 2048M -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to -| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 -| ... | by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 253 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot index aade5d7c55..8e9da645b0 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,15 +15,14 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | VHOST_1024 +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | 1VM | VHOST_1024 | ... | Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} | ... @@ -40,13 +39,12 @@ | ... | vhost-user interfaces using 5 cores pinned to cpus on NUMA1 and 2048M | ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores | ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to -| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 -| ... | by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 253 flows per flow-group) with all packets @@ -56,8 +54,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 @@ -69,77 +67,74 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | ${dut2_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} | | Set Test Variable | ${dut2_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1} | | And Configure guest VMs with dpdk-testpmd connected via vhost-user | | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} | | ... | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot deleted file mode 100644 index 253b00f326..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot +++ /dev/null @@ -1,138 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | 2VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge- -| ... | domains and MAC learning enabled. Qemu Guests are connected to VPP via -| ... | vhost-user interfaces. Guests are running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus 6-10 and 11-15 and -| ... | 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages), -| ... | 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is -| ... | set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC -| ... | X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${2} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot index bff4d14470..f7222c243c 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,12 +18,11 @@ | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | 2VM | VHOST_1024 | ... | Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} | ... @@ -40,13 +39,13 @@ | ... | vhost-user interfaces using 5 cores pinned to cpus 6-10 and 11-15 and | ... | 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages), | ... | 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is -| ... | set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC -| ... | X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested +| ... | with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -54,8 +53,8 @@ | ... | addresses of the TG node interfaces. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 @@ -67,77 +66,74 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | ${dut2_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} | | Set Test Variable | ${dut2_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${2} | | And Configure guest VMs with dpdk-testpmd connected via vhost-user | | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} | | ... | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot new file mode 100644 index 0000000000..a926cbc3ce --- /dev/null +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot @@ -0,0 +1,147 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | FIB_100K | VHOST | 1VM +| ... | VHOST_1024 | CFS_OPT +| ... +| Suite Setup | Set up 3-node performance topology with DUT's NIC model +| ... | L2 | ${nic_name} +| Suite Teardown | Tear down 3-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Packet throughput L2BD test cases with vhost* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.\ +| ... | 802.1q tagging is applied on link between DUT1 and DUT2. +| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ +| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via\ +| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting\ +| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M\ +| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores\ +| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to\ +| ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with\ +| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ +| ... | Test packets are generated by TG on\ +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ +| ... | (flow-group per direction, 500k flows per flow-group) with all packets\ +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\ +| ... | payload. MAC addresses ranges are incremented as follows: +| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:00:c3:4f,\ +| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:00:c3:4f,\ +| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:00:c3:4f,\ +| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:00:c3:4f,\ +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} +# Traffic profile: +| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc50kdst50k + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | ${dut2_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | Set Test Variable | ${dut2_vm_refs} +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | Set Max Rate And Jumbo And Handle Multi Seg +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1} +| | And Configure guest VMs with dpdk-testpmd connected via vhost-user +| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} +| | ... | use_tuned_cfs=${True} +| | And Setup Scheduler Policy for Vpp On All DUTs +| | Then Find NDR and PDR intervals using optimized search + +*** Test Cases *** +| tc01-64B-1c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 64B | 1C +| | frame_size=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 64B | 2C +| | frame_size=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 64B | 4C +| | frame_size=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 1518B | 1C +| | frame_size=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 1518B | 2C +| | frame_size=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 1518B | 4C +| | frame_size=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 9000B | 1C +| | frame_size=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 9000B | 2C +| | frame_size=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 9000B | 4C +| | frame_size=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | IMIX | 1C +| | frame_size=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | IMIX | 2C +| | frame_size=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bdscale100kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | IMIX | 4C +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot new file mode 100644 index 0000000000..0002ec38af --- /dev/null +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | FIB_10K | VHOST | 1VM +| ... | VHOST_1024 | CFS_OPT +| ... +| Suite Setup | Set up 3-node performance topology with DUT's NIC model +| ... | L2 | ${nic_name} +| Suite Teardown | Tear down 3-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Packet throughput L2BD test cases with vhost* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting +| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M +| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores +| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to +| ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with +| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 5k flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses ranges are incremented as follows: +| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:00:13:87,\ +| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:00:13:87,\ +| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:00:13:87,\ +| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:00:13:87,\ +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} +# Traffic profile: +| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc5kdst5k + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | ${dut2_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | Set Test Variable | ${dut2_vm_refs} +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | Set Max Rate And Jumbo And Handle Multi Seg +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1} +| | And Configure guest VMs with dpdk-testpmd connected via vhost-user +| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} +| | ... | use_tuned_cfs=${True} +| | And Setup Scheduler Policy for Vpp On All DUTs +| | Then Find NDR and PDR intervals using optimized search + +*** Test Cases *** +| tc01-64B-1c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 64B | 1C +| | frame_size=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 64B | 2C +| | frame_size=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 64B | 4C +| | frame_size=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 1518B | 1C +| | frame_size=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 1518B | 2C +| | frame_size=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 1518B | 4C +| | frame_size=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 9000B | 1C +| | frame_size=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 9000B | 2C +| | frame_size=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 9000B | 4C +| | frame_size=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | IMIX | 1C +| | frame_size=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | IMIX | 2C +| | frame_size=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bdscale10kmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | IMIX | 4C +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot new file mode 100644 index 0000000000..b82d434042 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | FIB_1M | VHOST | 1VM +| ... | VHOST_1024 | CFS_OPT +| ... +| Suite Setup | Set up 3-node performance topology with DUT's NIC model +| ... | L2 | ${nic_name} +| Suite Teardown | Tear down 3-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Packet throughput L2BD test cases with vhost* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4.\ +| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ +| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via\ +| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting\ +| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M\ +| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores\ +| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to\ +| ... | io, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR with\ +| ... | priority 1 for all Qemu CPUs. DUT1, DUT2 are tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ +| ... | Test packets are generated by TG on\ +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ +| ... | (flow-group per direction, 500k flows per flow-group) with all packets\ +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\ +| ... | payload. MAC addresses ranges are incremented as follows: +| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f,\ +| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f,\ +| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f,\ +| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f,\ +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} +# Traffic profile: +| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc500kdst500k + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | ${dut2_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | Set Test Variable | ${dut2_vm_refs} +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | Set Max Rate And Jumbo And Handle Multi Seg +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1} +| | And Configure guest VMs with dpdk-testpmd connected via vhost-user +| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} +| | ... | use_tuned_cfs=${True} +| | And Setup Scheduler Policy for Vpp On All DUTs +| | Then Find NDR and PDR intervals using optimized search + +*** Test Cases *** +| tc01-64B-1c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 64B | 1C +| | frame_size=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 64B | 2C +| | frame_size=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 64B | 4C +| | frame_size=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 1518B | 1C +| | frame_size=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 1518B | 2C +| | frame_size=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 1518B | 4C +| | frame_size=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 9000B | 1C +| | frame_size=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 9000B | 2C +| | frame_size=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 9000B | 4C +| | frame_size=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | IMIX | 1C +| | frame_size=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | IMIX | 2C +| | frame_size=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bdscale1mmaclrn-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | IMIX | 4C +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot new file mode 100644 index 0000000000..da04ec3036 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot @@ -0,0 +1,143 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024 +| ... | CFS_OPT +| ... +| Suite Setup | Set up 3-node performance topology with DUT's NIC model +| ... | L2 | ${nic_name} +| Suite Teardown | Tear down 3-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Packet throughput L2BD test cases with vhost* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- +| ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces. +| ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces +| ... | using 5 cores pinned to cpus 5-9 and 2048M memory. Testpmd is using +| ... | socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores +| ... | dedicated for io), forwarding mode is set to io, rxd/txd=1024, +| ... | burst=64. Scheduler policy is set to SCHED_RR with priority 1 for all +| ... | Qemu CPUs. DUT1, DUT2 are tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 253 flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses are matching MAC addresses of the TG node +| ... | interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} +# Traffic profile: +| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2XC switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | ${dut2_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | Set Test Variable | ${dut2_vm_refs} +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | Set Max Rate And Jumbo And Handle Multi Seg +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 xconnect with Vhost-User | vm_count=${1} +| | And Configure guest VMs with dpdk-testpmd connected via vhost-user +| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} +| | ... | use_tuned_cfs=${True} +| | And Setup Scheduler Policy for Vpp On All DUTs +| | Then Find NDR and PDR intervals using optimized search + +*** Test Cases *** +| tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 64B | 1C +| | frame_size=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 64B | 2C +| | frame_size=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 64B | 4C +| | frame_size=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 1518B | 1C +| | frame_size=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 1518B | 2C +| | frame_size=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 1518B | 4C +| | frame_size=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 9000B | 1C +| | frame_size=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 9000B | 2C +| | frame_size=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 9000B | 4C +| | frame_size=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | IMIX | 1C +| | frame_size=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | IMIX | 2C +| | frame_size=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | IMIX | 4C +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index aa8cf18bf9..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,138 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- -| ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces. -| ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces -| ... | using 5 cores pinned to cpus 5-9 and 2048M memory. Testpmd is using -| ... | socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores -| ... | dedicated for io), forwarding mode is set to io, rxd/txd=1024, -| ... | burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User | vm_count=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot index 621bd3bc7b..065e323380 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,12 +18,11 @@ | ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024 | ... | Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} | ... @@ -33,20 +32,19 @@ | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology | ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- | ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces. | ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces | ... | using 5 cores pinned to cpus 5-9 and 2048M memory. Testpmd is using | ... | socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores | ... | dedicated for io), forwarding mode is set to io, rxd/txd=1024, -| ... | burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | burst=64. DUT1, DUT2 are tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -54,8 +52,8 @@ | ... | addresses of the TG node interfaces. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 @@ -67,77 +65,74 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | ${dut2_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} | | Set Test Variable | ${dut2_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 xconnect with Vhost-User | vm_count=${1} | | And Configure guest VMs with dpdk-testpmd connected via vhost-user | | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} | | ... | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot deleted file mode 100644 index ae691b5c93..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot +++ /dev/null @@ -1,138 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | VHOST | 2VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- -| ... | connects. Qemu Guests are connected to VPP via vhost-user interfaces. -| ... | Guests are running DPDK testpmd interconnecting vhost-user interfaces -| ... | using 5 cores pinned to cpus 6-10 and 11-15 and 2048M memory. Testpmd is -| ... | using socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 -| ... | cores dedicated for io), forwarding mode is set to io, rxd/txd=1024, -| ... | burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User | vm_count=${2} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot index 0ef00a4ba1..29249e34f4 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,12 +18,11 @@ | ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | VHOST | 2VM | VHOST_1024 | ... | Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} | ... @@ -33,20 +32,19 @@ | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology | ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- | ... | connects. Qemu Guests are connected to VPP via vhost-user interfaces. | ... | Guests are running DPDK testpmd interconnecting vhost-user interfaces | ... | using 5 cores pinned to cpus 6-10 and 11-15 and 2048M memory. Testpmd is | ... | using socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 | ... | cores dedicated for io), forwarding mode is set to io, rxd/txd=1024, -| ... | burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | burst=64. DUT1, DUT2 are tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -54,8 +52,8 @@ | ... | addresses of the TG node interfaces. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 @@ -67,77 +65,74 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | ${dut2_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} | | Set Test Variable | ${dut2_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 xconnect with Vhost-User | vm_count=${2} | | And Configure guest VMs with dpdk-testpmd connected via vhost-user | | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} | | ... | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot new file mode 100644 index 0000000000..489b89baaf --- /dev/null +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr.robot @@ -0,0 +1,145 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | VHOST | 1VM | VHOST_1024 +| ... | CFS_OPT +| ... +| Suite Setup | Set up 3-node performance topology with DUT's NIC model +| ... | L3 | ${nic_name} +| Suite Teardown | Tear down 3-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Packet throughput L2BD test cases with vhost* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing. +| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4 +| ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected +| ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd +| ... | interconnecting vhost-user interfaces using 5 cores pinned to cpus 5-9 +| ... | and 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages), +| ... | 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is +| ... | set to mac, rxd/txd=1024, burst=64. Scheduler policy is set to SCHED_RR +| ... | with priority 1 for all Qemu CPUs. DUT1, DUT2 are tested +| ... | with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 253 flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses are matching MAC addresses of the TG node +| ... | interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} +# Traffic profile: +| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | ${dut2_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | Set Test Variable | ${dut2_vm_refs} +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | Set Max Rate And Jumbo And Handle Multi Seg +| | And Apply startup configuration on all VPP DUTs +| | When Initialize IPv4 forwarding with vhost in 3-node circular topology +| | ... | vm_count=${1} +| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user +| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} +| | ... | use_tuned_cfs=${False} +| | Setup Scheduler Policy for Vpp On All DUTs +| | Then Find NDR and PDR intervals using optimized search + +*** Test Cases *** +| tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 64B | 1C +| | frame_size=${64} | phy_cores=${1} + +| tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 64B | 2C +| | frame_size=${64} | phy_cores=${2} + +| tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 64B | 4C +| | frame_size=${64} | phy_cores=${4} + +| tc04-1518B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 1518B | 1C +| | frame_size=${1518} | phy_cores=${1} + +| tc05-1518B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 1518B | 2C +| | frame_size=${1518} | phy_cores=${2} + +| tc06-1518B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 1518B | 4C +| | frame_size=${1518} | phy_cores=${4} + +| tc07-9000B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 9000B | 1C +| | frame_size=${9000} | phy_cores=${1} + +| tc08-9000B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 9000B | 2C +| | frame_size=${9000} | phy_cores=${2} + +| tc09-9000B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | 9000B | 4C +| | frame_size=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | IMIX | 1C +| | frame_size=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | IMIX | 2C +| | frame_size=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-cfsrr1-ndrpdr +| | [Tags] | IMIX | 4C +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index b9eeaec048..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,139 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results IPv4 test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4 -| ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected -| ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces using 5 cores pinned to cpus 5-9 -| ... | and 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages), -| ... | 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is -| ... | set to mac, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE -| ... | NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs IPv4 routing config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize IPv4 forwarding with vhost in 3-node circular topology -| | ... | vm_count=${1} -| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot index 7167f30283..d76b2897de 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,12 +18,11 @@ | ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | VHOST | 1VM | VHOST_1024 | ... | Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} | ... @@ -40,13 +39,13 @@ | ... | interconnecting vhost-user interfaces using 5 cores pinned to cpus 5-9 | ... | and 2048M memory. Testpmd is using socket-mem=1024M (512x2M hugepages), | ... | 5 cores (1 main core and 4 cores dedicated for io), forwarding mode is -| ... | set to mac, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE -| ... | NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to mac, rxd/txd=1024, burst=64. DUT1, DUT2 are tested +| ... | with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 253 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -54,8 +53,8 @@ | ... | addresses of the TG node interfaces. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253 @@ -67,24 +66,22 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | ${dut2_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} | | Set Test Variable | ${dut2_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv4 forwarding with vhost in 3-node circular topology | | ... | vm_count=${1} @@ -92,53 +89,52 @@ | | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} | | ... | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot deleted file mode 100644 index fdcfec070c..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot +++ /dev/null @@ -1,139 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | VHOST | 2VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results IPv4 test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4 -| ... | routing and two static IPv4 /24 route entries. Qemu Guests are connected -| ... | to VPP via vhost-user interfaces. Guests are running DPDK testpmd -| ... | interconnectingvhost-user interfaces using 5 cores pinned to cpus 6-10 -| ... | and 11-15 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M -| ... | hugepages), 5 cores (1 main core and 4 cores dedicated for io), -| ... | forwarding mode is set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are -| ... | tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs IPv4 routing config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize IPv4 forwarding with vhost in 3-node circular topology -| | ... | vm_count=${2} -| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot index 76adf4a435..ea56bd15a1 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,12 +18,11 @@ | ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | VHOST | 2VM | VHOST_1024 | ... | Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} | ... @@ -41,12 +40,12 @@ | ... | and 11-15 and 2048M memory. Testpmd is using socket-mem=1024M (512x2M | ... | hugepages), 5 cores (1 main core and 4 cores dedicated for io), | ... | forwarding mode is set to io, rxd/txd=1024, burst=64. DUT1, DUT2 are -| ... | tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 253 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -54,8 +53,8 @@ | ... | addresses of the TG node interfaces. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253 @@ -67,24 +66,22 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | ${dut2_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} | | Set Test Variable | ${dut2_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv4 forwarding with vhost in 3-node circular topology | | ... | vm_count=${2} @@ -92,53 +89,52 @@ | | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} | | ... | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index 0a17ba0936..0000000000 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,147 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | L2BDMACLRN | ENCAP | VXLAN | L2OVRLAY | IP4UNRLAY -| ... | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with VXLANoIPv4 -| ... | and vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | Eth-IPv4-VXLAN-Eth-IPv4 is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to -| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 -| ... | by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC7348. - -*** Variables *** -# Socket names -| ${bd_id1}= | 1 -| ${bd_id2}= | 2 -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -| ${overhead}= | ${50} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User and VXLANoIPv4 in 3-node circular topology -| | ... | ${bd_id1} | ${bd_id2} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot index 5d058b6b0c..acff0e6337 100644 --- a/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -19,12 +19,11 @@ | ... | VHOST | 1VM | VHOST_1024 | ... | Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} | ... @@ -43,13 +42,12 @@ | ... | vhost-user interfaces using 5 cores pinned to cpus 5-9 and 2048M | ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores | ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to -| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 -| ... | by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -58,12 +56,10 @@ | ... | *[Ref] Applicable standard specifications:* RFC7348. *** Variables *** -# Socket names +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${50} | ${bd_id1}= | 1 | ${bd_id2}= | 2 -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -| ${overhead}= | ${50} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 @@ -75,24 +71,22 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | ${dut2_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} | | Set Test Variable | ${dut2_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains with Vhost-User and VXLANoIPv4 in 3-node circular topology | | ... | ${bd_id1} | ${bd_id2} @@ -100,53 +94,52 @@ | | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} | | ... | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr.robot deleted file mode 100644 index e3fd226218..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R6C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 12 vhost 1 chain 6 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c6n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${6} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${6} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr.robot index 7d9412369e..58536a6679 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R6C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -39,12 +38,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c6n @@ -66,22 +65,20 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${1} | nf_nodes=${6} @@ -89,53 +86,52 @@ | | ... | nf_chains=${1} | nf_nodes=${6} | jumbo=${jumbo} | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr.robot deleted file mode 100644 index 643da85e0f..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr.robot +++ /dev/null @@ -1,132 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R6C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 12 vhost 1 chain 6 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running VPP IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c6n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${6} -| | And Configure chains of NFs connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${6} | jumbo=${jumbo} -| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-12vhost-1chain-6vm-vppip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr.robot index b6060f9f4d..ab7bf1e84d 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R6C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -38,12 +37,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running VPP IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 254 flows per flow-group) with all packets @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c6n @@ -63,23 +62,21 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2BD switching config. | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${1} | nf_nodes=${6} @@ -87,53 +84,52 @@ | | ... | nf_chains=${1} | nf_nodes=${6} | jumbo=${jumbo} | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-12vhost-1chain-6vm-vppip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr.robot deleted file mode 100644 index 8a3b887b73..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 6R1C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 12 vhost 6 chains 6 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${6} | nf_nodes=${1} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${6} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr.robot index e29b6967fa..8c8f4b4f64 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 6R1C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -39,12 +38,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c1n @@ -66,22 +65,20 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${6} | nf_nodes=${1} @@ -89,53 +86,52 @@ | | ... | nf_chains=${6} | nf_nodes=${1} | jumbo=${jumbo} | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr.robot deleted file mode 100644 index 525f7bffd5..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr.robot +++ /dev/null @@ -1,132 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 6R1C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 12 vhost 6 chains 6 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running VPP IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${6} | nf_nodes=${1} -| | And Configure chains of NFs connected via vhost-user -| | ... | nf_chains=${6} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-12vhost-6chain-6vm-vppip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr.robot index 9715873873..9fc7c290d7 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr.robot @@ -16,15 +16,14 @@ | ... | Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R6C +| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 6R1C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -38,12 +37,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running VPP IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 254 flows per flow-group) with all packets @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c1n @@ -63,23 +62,21 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2BD switching config. | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${6} | nf_nodes=${1} @@ -87,53 +84,52 @@ | | ... | nf_chains=${6} | nf_nodes=${1} | jumbo=${jumbo} | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-12vhost-6chain-6vm-vppip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr.robot deleted file mode 100644 index 7c61fc2f0a..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R8C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 16 vhost 1 chain 8 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c8n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${8} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${8} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr.robot index eeead736dc..3f9c71331d 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R8C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -39,12 +38,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n @@ -66,22 +65,20 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${1} | nf_nodes=${8} @@ -89,53 +86,52 @@ | | ... | nf_chains=${1} | nf_nodes=${8} | jumbo=${jumbo} | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr.robot deleted file mode 100644 index 2678f56aa5..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr.robot +++ /dev/null @@ -1,132 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R8C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 12 vhost 1 chain 8 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running VPP IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c8n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${8} -| | And Configure chains of NFs connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${8} | jumbo=${jumbo} -| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-16vhost-1chain-8vm-vppip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr.robot index 3a71281f71..043a7bda8d 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R8C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -38,12 +37,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running VPP IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 254 flows per flow-group) with all packets @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c8n @@ -63,23 +62,21 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2BD switching config. | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${1} | nf_nodes=${8} @@ -87,53 +84,52 @@ | | ... | nf_chains=${1} | nf_nodes=${8} | jumbo=${jumbo} | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-16vhost-1chain-8vm-vppip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr.robot deleted file mode 100644 index 289915f63c..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R4C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 16 vhost 2 chains 8 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c4n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${2} | nf_nodes=${4} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${2} | nf_nodes=${4} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr.robot index a26754363e..6f879eea11 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R4C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -39,12 +38,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c4n @@ -66,22 +65,20 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${2} | nf_nodes=${4} @@ -89,53 +86,52 @@ | | ... | nf_chains=${2} | nf_nodes=${4} | jumbo=${jumbo} | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr.robot deleted file mode 100644 index 7c4e8a547c..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr.robot +++ /dev/null @@ -1,132 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 2R4C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 16 vhost 2 chains 8 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running VPP IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c4n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${2} | nf_nodes=${4} -| | And Configure chains of NFs connected via vhost-user -| | ... | nf_chains=${2} | nf_nodes=${4} | jumbo=${jumbo} -| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-16vhost-2chain-8vm-vppip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr.robot index 2aba8eee42..bf5461ffa1 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 2R4C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -38,12 +37,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running VPP IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 254 flows per flow-group) with all packets @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c4n @@ -63,23 +62,21 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2BD switching config. | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${2} | nf_nodes=${4} @@ -87,53 +84,52 @@ | | ... | nf_chains=${2} | nf_nodes=${4} | jumbo=${jumbo} | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-16vhost-2chain-8vm-vppip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr.robot deleted file mode 100644 index 6886972a1c..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 4R2C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 16 vhost 4 chains 8 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c2n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${4} | nf_nodes=${2} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${4} | nf_nodes=${2} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr.robot index cb476263c0..c373863698 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 4R2C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -39,12 +38,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c2n @@ -66,22 +65,20 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${4} | nf_nodes=${2} @@ -89,53 +86,52 @@ | | ... | nf_chains=${4} | nf_nodes=${2} | jumbo=${jumbo} | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr.robot deleted file mode 100644 index b2b0d030e5..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr.robot +++ /dev/null @@ -1,132 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 4R2C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 16 vhost 4 chains 8 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running VPP IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c2n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${4} | nf_nodes=${2} -| | And Configure chains of NFs connected via vhost-user -| | ... | nf_chains=${4} | nf_nodes=${2} | jumbo=${jumbo} -| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-16vhost-4chain-8vm-vppip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr.robot index 1b0bc11ba9..05619e9be7 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 4R2C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -38,12 +37,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running VPP IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 254 flows per flow-group) with all packets @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c2n @@ -63,23 +62,21 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2BD switching config. | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${4} | nf_nodes=${2} @@ -87,53 +84,52 @@ | | ... | nf_chains=${4} | nf_nodes=${2} | jumbo=${jumbo} | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-16vhost-4chain-8vm-vppip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr.robot deleted file mode 100644 index b943096ae9..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 8R1C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 16 vhost 8 chains 8 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${8} | nf_nodes=${1} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${8} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr.robot index d80b51090b..9ae77ef31e 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 8R1C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -39,12 +38,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c1n @@ -66,22 +65,20 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${8} | nf_nodes=${1} @@ -89,53 +86,52 @@ | | ... | nf_chains=${8} | nf_nodes=${1} | jumbo=${jumbo} | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr.robot deleted file mode 100644 index 10fe4ee032..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr.robot +++ /dev/null @@ -1,132 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 8R1C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 16 vhost 8 chains 8 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running VPP IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${8} | nf_nodes=${1} -| | And Configure chains of NFs connected via vhost-user -| | ... | nf_chains=${8} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-16vhost-8chain-8vm-vppip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr.robot index 788103d41d..95e0bab017 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 8R1C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -38,12 +37,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running VPP IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 254 flows per flow-group) with all packets @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c1n @@ -63,23 +62,21 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2BD switching config. | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${8} | nf_nodes=${1} @@ -87,53 +84,52 @@ | | ... | nf_chains=${8} | nf_nodes=${1} | jumbo=${jumbo} | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-16vhost-8chain-8vm-vppip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr.robot deleted file mode 100644 index 5d0a6fba21..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 10R1C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 20 vhost 10 chains 10 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-10c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${10} | nf_nodes=${1} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${10} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr.robot index 966edcf0c4..3ec0bcdf38 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 10R1C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -39,12 +38,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-10c1n @@ -66,22 +65,20 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${10} | nf_nodes=${1} @@ -89,53 +86,52 @@ | | ... | nf_chains=${10} | nf_nodes=${1} | jumbo=${jumbo} | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr.robot deleted file mode 100644 index a1a9ecc429..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr.robot +++ /dev/null @@ -1,132 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 10R1C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 20 vhost 10 chains 10 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running VPP IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-10c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${10} | nf_nodes=${1} -| | And Configure chains of NFs connected via vhost-user -| | ... | nf_chains=${10} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-20vhost-10chain-10vm-vppip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr.robot index 957e8e6c06..be3d0ebc6f 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 10R1C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -38,12 +37,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running VPP IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 254 flows per flow-group) with all packets @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-10c1n @@ -63,23 +62,21 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2BD switching config. | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${10} | nf_nodes=${1} @@ -87,53 +84,52 @@ | | ... | nf_chains=${10} | nf_nodes=${1} | jumbo=${jumbo} | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-20vhost-10chain-10vm-vppip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr.robot deleted file mode 100644 index 94b3c9ba05..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R10C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 20 vhost 1 chain 10 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c10n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${10} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${10} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr.robot index a187506418..483a7c73f2 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R10C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -39,12 +38,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c10n @@ -66,22 +65,20 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${1} | nf_nodes=${10} @@ -89,53 +86,52 @@ | | ... | nf_chains=${1} | nf_nodes=${10} | jumbo=${jumbo} | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr.robot deleted file mode 100644 index b3577603a6..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr.robot +++ /dev/null @@ -1,132 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R10C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 20 vhost 1 chain 10 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running VPP IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c10n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${10} -| | And Configure chains of NFs connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${10} | jumbo=${jumbo} -| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-20vhost-1chain-10vm-vppip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr.robot index 83d72006df..fe4ab4c1b9 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R10C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -38,12 +37,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running VPP IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 254 flows per flow-group) with all packets @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c10n @@ -63,23 +62,21 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2BD switching config. | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${1} | nf_nodes=${10} @@ -87,53 +84,52 @@ | | ... | nf_chains=${1} | nf_nodes=${10} | jumbo=${jumbo} | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-20vhost-1chain-10vm-vppip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr.robot deleted file mode 100644 index 37ba7e89ee..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R6C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 24 vhost 2 chains 12 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c6n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${2} | nf_nodes=${6} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${2} | nf_nodes=${6} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr.robot index 4d868ac972..de0e68bc48 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R6C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -39,12 +38,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c6n @@ -66,22 +65,20 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${2} | nf_nodes=${6} @@ -89,53 +86,52 @@ | | ... | nf_chains=${2} | nf_nodes=${6} | jumbo=${jumbo} | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr.robot deleted file mode 100644 index 4e6329bc81..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr.robot +++ /dev/null @@ -1,132 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 10R1C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 20 vhost 10 chains 10 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running VPP IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-10c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${10} | nf_nodes=${1} -| | And Configure chains of NFs connected via vhost-user -| | ... | nf_chains=${10} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-24vhost-2chain-12vm-vppip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr.robot index dd8e193dd7..a2fdc7e80e 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 2R6C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -38,12 +37,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running VPP IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 254 flows per flow-group) with all packets @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c6n @@ -63,23 +62,21 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2BD switching config. | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${2} | nf_nodes=${6} @@ -87,53 +84,52 @@ | | ... | nf_chains=${2} | nf_nodes=${6} | jumbo=${jumbo} | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-24vhost-2chain-12vm-vppip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr.robot deleted file mode 100644 index e816d9cccd..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 6R2C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 24 vhost 6 chains 12 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c2n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${6} | nf_nodes=${2} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${6} | nf_nodes=${2} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr.robot index 0163811950..5fa43d7fa6 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 6R2C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -39,12 +38,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c2n @@ -66,22 +65,20 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${6} | nf_nodes=${2} @@ -89,53 +86,52 @@ | | ... | nf_chains=${6} | nf_nodes=${2} | jumbo=${jumbo} | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr.robot deleted file mode 100644 index d6ecaa343f..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr.robot +++ /dev/null @@ -1,132 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 6R2C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 24 vhost 6 chains 12 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running VPP IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c2n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${6} | nf_nodes=${2} -| | And Configure chains of NFs connected via vhost-user -| | ... | nf_chains=${6} | nf_nodes=${2} | jumbo=${jumbo} -| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-24vhost-6chain-12vm-vppip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr.robot index 8eb67bb697..819f5a7a38 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 6R2C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -38,12 +37,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running VPP IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 254 flows per flow-group) with all packets @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c2n @@ -63,23 +62,21 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2BD switching config. | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${6} | nf_nodes=${2} @@ -87,53 +84,52 @@ | | ... | nf_chains=${6} | nf_nodes=${2} | jumbo=${jumbo} | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-24vhost-6chain-12vm-vppip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr.robot deleted file mode 100644 index cb503d18bd..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R1C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 2 vhost 1 chain 1 VM* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${1} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr.robot index 98b788ccc3..fbb52b84c0 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R1C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -39,12 +38,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n @@ -66,22 +65,20 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${1} | nf_nodes=${1} @@ -89,53 +86,52 @@ | | ... | nf_chains=${1} | nf_nodes=${1} | jumbo=${jumbo} | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr.robot deleted file mode 100644 index 62001ccdbf..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr.robot +++ /dev/null @@ -1,132 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R1C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 2 vhost 1 chain 1 VM* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running VPP IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${1} -| | And Configure chains of NFs connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-2vhost-1chain-1vm-vppip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr.robot index a21702f693..0d783c21e2 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R1C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -38,12 +37,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running VPP IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 254 flows per flow-group) with all packets @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n @@ -63,23 +62,21 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2BD switching config. | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${1} | nf_nodes=${1} @@ -87,53 +84,52 @@ | | ... | nf_chains=${1} | nf_nodes=${1} | jumbo=${jumbo} | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-2vhost-1chain-1vm-vppip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr.robot deleted file mode 100644 index 4fdc745245..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr.robot +++ /dev/null @@ -1,120 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R8C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 32 vhost 2 chains 16 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c8n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${2} | nf_nodes=${8} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${2} | nf_nodes=${8} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc04-1518B-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc07-9000B-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc10-IMIX-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr.robot index fb79e934cc..6c120057ca 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R8C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -39,12 +38,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c8n @@ -66,22 +65,20 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${2} | nf_nodes=${8} @@ -89,37 +86,36 @@ | | ... | nf_chains=${2} | nf_nodes=${8} | jumbo=${jumbo} | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc04-1518B-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc07-9000B-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc10-IMIX-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr.robot deleted file mode 100644 index b8a36c3fe3..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr.robot +++ /dev/null @@ -1,116 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 2R8C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 32 vhost 2 chains 16 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running VPP IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c8n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${2} | nf_nodes=${8} -| | And Configure chains of NFs connected via vhost-user -| | ... | nf_chains=${2} | nf_nodes=${8} | jumbo=${jumbo} -| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc04-1518B-1c-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc07-9000B-1c-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc10-IMIX-1c-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-32vhost-2chain-16vm-vppip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr.robot index d07c4bb1dd..2957a7b6fc 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 2R8C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -38,12 +37,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running VPP IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 254 flows per flow-group) with all packets @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c8n @@ -63,23 +62,21 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2BD switching config. | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${2} | nf_nodes=${8} @@ -87,37 +84,36 @@ | | ... | nf_chains=${2} | nf_nodes=${8} | jumbo=${jumbo} | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc04-1518B-1c-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc07-9000B-1c-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc10-IMIX-1c-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-32vhost-2chain-16vm-vppip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr.robot deleted file mode 100644 index 20171822ce..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr.robot +++ /dev/null @@ -1,120 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 4R4C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 32 vhost 4 chains 16 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c4n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${4} | nf_nodes=${4} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${4} | nf_nodes=${4} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc04-1518B-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc07-9000B-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc10-IMIX-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr.robot index a73410bad4..80061decc8 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 4R4C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -39,12 +38,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c4n @@ -66,22 +65,20 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${4} | nf_nodes=${4} @@ -89,37 +86,36 @@ | | ... | nf_chains=${4} | nf_nodes=${4} | jumbo=${jumbo} | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc04-1518B-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc07-9000B-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc10-IMIX-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr.robot deleted file mode 100644 index 0e8f4b8952..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr.robot +++ /dev/null @@ -1,116 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 4R4C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 32 vhost 4 chains 16 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running VPP IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c4n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${4} | nf_nodes=${4} -| | And Configure chains of NFs connected via vhost-user -| | ... | nf_chains=${4} | nf_nodes=${4} | jumbo=${jumbo} -| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc04-1518B-1c-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc07-9000B-1c-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc10-IMIX-1c-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-32vhost-4chain-16vm-vppip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr.robot index 3b9262a89e..0058e1717e 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 4R4C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -38,12 +37,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running VPP IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 254 flows per flow-group) with all packets @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c4n @@ -63,23 +62,21 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2BD switching config. | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${4} | nf_nodes=${4} @@ -87,37 +84,36 @@ | | ... | nf_chains=${4} | nf_nodes=${4} | jumbo=${jumbo} | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc04-1518B-1c-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc07-9000B-1c-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc10-IMIX-1c-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-32vhost-4chain-16vm-vppip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr.robot deleted file mode 100644 index 61eba4f091..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr.robot +++ /dev/null @@ -1,120 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 8R2C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 32 vhost 8 chains 16 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c2n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${8} | nf_nodes=${2} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${8} | nf_nodes=${2} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc04-1518B-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc07-9000B-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc10-IMIX-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr.robot index ba1e91ac38..f7edbb36b5 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 8R2C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -39,12 +38,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c2n @@ -66,22 +65,20 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${8} | nf_nodes=${2} @@ -89,37 +86,36 @@ | | ... | nf_chains=${8} | nf_nodes=${2} | jumbo=${jumbo} | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc04-1518B-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc07-9000B-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc10-IMIX-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr.robot deleted file mode 100644 index dfa7186689..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr.robot +++ /dev/null @@ -1,116 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 8R2C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 32 vhost 8 chains 16 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running VPP IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c4n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${8} | nf_nodes=${2} -| | And Configure chains of NFs connected via vhost-user -| | ... | nf_chains=${8} | nf_nodes=${2} | jumbo=${jumbo} -| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc04-1518B-1c-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc07-9000B-1c-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc10-IMIX-1c-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-32vhost-8chain-16vm-vppip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr.robot index ae69833fe6..ff49c86b33 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 8R2C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -38,12 +37,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running VPP IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 254 flows per flow-group) with all packets @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c2n @@ -63,23 +62,21 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2BD switching config. | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${8} | nf_nodes=${2} @@ -87,37 +84,36 @@ | | ... | nf_chains=${8} | nf_nodes=${2} | jumbo=${jumbo} | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc04-1518B-1c-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc07-9000B-1c-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc10-IMIX-1c-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-32vhost-8chain-16vm-vppip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr.robot deleted file mode 100644 index e3c3b49983..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R2C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 4 vhost 1 chain 2 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c2n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${2} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${2} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr.robot index 9479e350e7..083299d585 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R2C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -39,12 +38,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c2n @@ -66,22 +65,20 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${1} | nf_nodes=${2} @@ -89,53 +86,52 @@ | | ... | nf_chains=${1} | nf_nodes=${2} | jumbo=${jumbo} | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr.robot deleted file mode 100644 index 1d0a238b6e..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr.robot +++ /dev/null @@ -1,132 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R2C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 4 vhost 1 chain 2 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running VPP IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c2n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${2} -| | And Configure chains of NFs connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${2} | jumbo=${jumbo} -| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-4vhost-1chain-2vm-vppip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr.robot index f68647c8ea..bc1d408e02 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R2C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -38,12 +37,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running VPP IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 254 flows per flow-group) with all packets @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c2n @@ -63,23 +62,21 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2BD switching config. | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${1} | nf_nodes=${2} @@ -87,53 +84,52 @@ | | ... | nf_chains=${1} | nf_nodes=${2} | jumbo=${jumbo} | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-4vhost-1chain-2vm-vppip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr.robot deleted file mode 100644 index 2b8bae105e..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R1C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 4 vhost 2 chains 2 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${2} | nf_nodes=${1} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${2} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr.robot index 4715ab4cc5..b82dc225a5 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R1C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -39,12 +38,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c1n @@ -66,22 +65,20 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${2} | nf_nodes=${1} @@ -89,53 +86,52 @@ | | ... | nf_chains=${2} | nf_nodes=${1} | jumbo=${jumbo} | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr.robot deleted file mode 100644 index fb9efd63fb..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr.robot +++ /dev/null @@ -1,132 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 2R1C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 4 vhost 2 chain 2 VM* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running VPP IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${2} | nf_nodes=${1} -| | And Configure chains of NFs connected via vhost-user -| | ... | nf_chains=${2} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-4vhost-2chain-2vm-vppip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr.robot index 3cbbb5e3a2..69d2a61173 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 2R1C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -38,12 +37,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running VPP IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 254 flows per flow-group) with all packets @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c1n @@ -63,23 +62,21 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2BD switching config. | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${2} | nf_nodes=${1} @@ -87,53 +84,52 @@ | | ... | nf_chains=${2} | nf_nodes=${1} | jumbo=${jumbo} | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-4vhost-2chain-2vm-vppip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr.robot deleted file mode 100644 index 099ce8b186..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R4C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 8 vhost 1 chain 4 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c4n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${4} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${4} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr.robot index 121b65bedf..22c016b0b1 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R4C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -39,12 +38,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c4n @@ -66,22 +65,20 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${1} | nf_nodes=${4} @@ -89,53 +86,52 @@ | | ... | nf_chains=${1} | nf_nodes=${4} | jumbo=${jumbo} | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr.robot deleted file mode 100644 index d6a925c0d8..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr.robot +++ /dev/null @@ -1,132 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R4C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 8 vhost 1 chain 4 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running VPP IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c4n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${4} -| | And Configure chains of NFs connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${4} | jumbo=${jumbo} -| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-8vhost-1chain-4vm-vppip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr.robot index 749aa5135c..53422b9386 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 1R4C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -38,12 +37,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running VPP IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 254 flows per flow-group) with all packets @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c4n @@ -63,23 +62,21 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2BD switching config. | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${1} | nf_nodes=${4} @@ -87,53 +84,52 @@ | | ... | nf_chains=${1} | nf_nodes=${4} | jumbo=${jumbo} | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-8vhost-1chain-4vm-vppip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr.robot deleted file mode 100644 index ecb1888e1f..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R2C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 8 vhost 2 chains 4 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c2n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${2} | nf_nodes=${2} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${2} | nf_nodes=${2} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr.robot index 045e94d9bf..d1d5415a43 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R2C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -39,12 +38,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c2n @@ -66,22 +65,20 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${2} | nf_nodes=${2} @@ -89,53 +86,52 @@ | | ... | nf_chains=${2} | nf_nodes=${2} | jumbo=${jumbo} | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr.robot deleted file mode 100644 index 1d89e2b66c..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr.robot +++ /dev/null @@ -1,132 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 2R2C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 8 vhost 2 chains 4 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running VPP IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c2n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${2} | nf_nodes=${2} -| | And Configure chains of NFs connected via vhost-user -| | ... | nf_chains=${2} | nf_nodes=${2} | jumbo=${jumbo} -| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-8vhost-2chain-4vm-vppip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr.robot index 0eff61aa5c..16d88fc5f5 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 2R2C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -38,12 +37,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running VPP IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 254 flows per flow-group) with all packets @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c2n @@ -63,23 +62,21 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2BD switching config. | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${2} | nf_nodes=${2} @@ -87,53 +84,52 @@ | | ... | nf_chains=${2} | nf_nodes=${2} | jumbo=${jumbo} | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-8vhost-2chain-4vm-vppip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr.robot deleted file mode 100644 index 623276a3e8..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 4R1C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 8 vhost 4 chains 4 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${4} | nf_nodes=${1} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${4} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr.robot index 2066c94af6..ffe7613fc4 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 4R1C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -39,12 +38,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c1n @@ -66,22 +65,20 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${4} | nf_nodes=${1} @@ -89,53 +86,52 @@ | | ... | nf_chains=${4} | nf_nodes=${1} | jumbo=${jumbo} | | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr.robot deleted file mode 100644 index be45ea6bc3..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr.robot +++ /dev/null @@ -1,132 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM -| ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 4R1C -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with 8 vhost 4 chains 4 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running VPP IPv4 -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${4} | nf_nodes=${1} -| | And Configure chains of NFs connected via vhost-user -| | ... | nf_chains=${4} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-8vhost-4chain-4vm-vppip4-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr.robot index 667af877ec..34460235c5 100644 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr.robot @@ -19,12 +19,11 @@ | ... | VHOST_1024 | NF_DENSITY | NF_VPPIP4 | CHAIN | 4R1C | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -38,12 +37,12 @@ | ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via | ... | vhost-user interfaces. Guest is running VPP IPv4 | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 254 flows per flow-group) with all packets @@ -53,8 +52,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c1n @@ -63,23 +62,21 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2BD switching config. | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains for multiple chains with Vhost-User | | ... | nf_chains=${4} | nf_nodes=${1} @@ -87,53 +84,52 @@ | | ... | nf_chains=${4} | nf_nodes=${1} | jumbo=${jumbo} | | ... | use_tuned_cfs=${False} | auto_scale=${False} | vnf=vpp_chain_ip4 | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bd-8vhost-4chain-4vm-vppip4-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index 0503fb243b..0000000000 --- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,141 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM -| ... | VHOST_1024 -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD with vhost and IEEE 802.1Q test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\ -| ... | single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\ -| ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain and\ -| ... | MAC learning enabled. Qemu Guest is connected to VPP via vhost-user\ -| ... | interfaces. Guest is running DPDK testpmd interconnecting vhost-user\ -| ... | interfaces, forwarding mode is set to io, rxd/txd=1024. DUT1 is tested\ -| ... | with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\ -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# Socket names -| ${bd_id1}= | 1 -| ${bd_id2}= | 2 -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD switching with VLAN and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User and VLAN in circular topology -| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | jumbo=${jumbo} | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot index ba72092112..e24d9f017e 100644 --- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -19,12 +19,11 @@ | ... | VHOST_1024 | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -40,12 +39,13 @@ | ... | MAC learning enabled. Qemu Guest is connected to VPP via vhost-user\ | ... | interfaces. Guest is running DPDK testpmd interconnecting vhost-user\ | ... | interfaces, forwarding mode is set to io, rxd/txd=1024. DUT1 is tested\ -| ... | with 2p10GE NIC X710 by Intel. +| ... | with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ +| ... | Test packets are\ | ... | generated by TG on links to DUTs. TG traffic profile contains two L3\ | ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\ | ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\ @@ -54,14 +54,12 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${4} | ${subid}= | 10 | ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# Socket names | ${bd_id1}= | 1 | ${bd_id2}= | 2 -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} # Traffic profile: | ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254 @@ -73,75 +71,72 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains with Vhost-User and VLAN in circular topology | | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} | | And Configure guest VMs with dpdk-testpmd connected via vhost-user | | ... | jumbo=${jumbo} | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index ad47b40c9d..0000000000 --- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,134 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | VHOST_1024 -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=256. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot index c04deefda2..3c4bbe0041 100644 --- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,15 +15,14 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | VHOST_1024 +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | 1VM | VHOST_1024 | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -37,12 +36,12 @@ | ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via | ... | vhost-user interfaces. Guest is running DPDK testpmd | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=256. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=256. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 254 flows per flow-group) with all packets @@ -52,8 +51,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 @@ -65,75 +64,72 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1} | | And Configure guest VMs with dpdk-testpmd connected via vhost-user | | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} | | ... | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot deleted file mode 100644 index 7d6ea06fb1..0000000000 --- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot +++ /dev/null @@ -1,132 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | 2VM | VHOST_1024 -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=256. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${2} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot index e2a9240510..365bcbacb5 100644 --- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,12 +18,11 @@ | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | 2VM | VHOST_1024 | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -37,12 +36,12 @@ | ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via | ... | vhost-user interfaces. Guest is running DPDK testpmd | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=256. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to io, rxd/txd=256. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -50,8 +49,8 @@ | ... | addresses of the TG node interfaces. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 @@ -63,75 +62,72 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${2} | | And Configure guest VMs with dpdk-testpmd connected via vhost-user | | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} | | ... | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index f659360641..0000000000 --- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,133 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross- -| ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces. -| ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces, -| ... | forwarding mode is set to io, rxd/txd=256. DUT1 is tested with 2p10GE -| ... | NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User | vm_count=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot index 93e1baee75..af0632e136 100644 --- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,12 +18,11 @@ | ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024 | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -32,18 +31,17 @@ | ... | ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology | ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross- | ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces. | ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces, -| ... | forwarding mode is set to io, rxd/txd=256. DUT1 is tested with 2p10GE -| ... | NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | forwarding mode is set to io, rxd/txd=256. DUT1 is tested +| ... | with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -51,8 +49,8 @@ | ... | addresses of the TG node interfaces. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 @@ -64,75 +62,72 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 xconnect with Vhost-User | vm_count=${1} | | And Configure guest VMs with dpdk-testpmd connected via vhost-user | | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} | | ... | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-soak.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-soak.robot deleted file mode 100644 index 991e32ad9a..0000000000 --- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-soak.robot +++ /dev/null @@ -1,84 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SOAK -| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 2-node circular topology \ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 \ -| ... | cross-connect. Qemu Guest is connected to VPP via vhost-user \ -| ... | interfaces. Guest is running DPDK testpmd interconnecting vhost-user \ -| ... | interfaces using 5 cores pinned to cpus 5-9 and 2048M memory. Testpmd \ -| ... | is using socket-mem=1024M (512x2M hugepages), 5 cores (1 main core \ -| ... | and 4 cores dedicated for io), forwarding mode is set to io, \ -| ... | rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p10GE NIC X710 by \ -| ... | Intel. -| ... | *[Ver] TG verification:* Perform PLRsearch to find critical load. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Perform PLRsearch to find critical load. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User | vm_count=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Find critical load using PLRsearch -| | ... | ${framesize} | ${traffic_profile} | ${10000} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-soak -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot deleted file mode 100644 index e83243e6d7..0000000000 --- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot +++ /dev/null @@ -1,133 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | VHOST | 2VM | VHOST_1024 -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross- -| ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces. -| ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces, -| ... | forwarding mode is set to io, rxd/txd=256. DUT1 is tested with 2p10GE -| ... | NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User | vm_count=${2} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot index f63fd668ed..195b5d9c9b 100644 --- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,12 +18,11 @@ | ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | VHOST | 2VM | VHOST_1024 | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -32,18 +31,17 @@ | ... | ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology | ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross- | ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces. | ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces, -| ... | forwarding mode is set to io, rxd/txd=256. DUT1 is tested with 2p10GE -| ... | NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | forwarding mode is set to io, rxd/txd=256. DUT1 is tested +| ... | with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -51,8 +49,8 @@ | ... | addresses of the TG node interfaces. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 @@ -64,75 +62,72 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 xconnect with Vhost-User | vm_count=${2} | | And Configure guest VMs with dpdk-testpmd connected via vhost-user | | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} | | ... | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index 77f783c5ba..0000000000 --- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,133 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results IPv4 test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 -| ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected -| ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to mac, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs IPv4 routing config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize IPv4 forwarding with vhost in 2-node circular topology -| | ... | vm_count=${1} -| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot index ea23cf2918..08516c8ff9 100644 --- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,12 +18,11 @@ | ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | VHOST | 1VM | VHOST_1024 | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -37,12 +36,12 @@ | ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected | ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to mac, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to mac, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 253 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -50,8 +49,8 @@ | ... | addresses of the TG node interfaces. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253 @@ -63,22 +62,20 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv4 forwarding with vhost in 2-node circular topology | | ... | vm_count=${1} @@ -86,53 +83,52 @@ | | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} | | ... | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot deleted file mode 100644 index df932db78b..0000000000 --- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot +++ /dev/null @@ -1,133 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | VHOST | 2VM | VHOST_1024 -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results IPv4 test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 -| ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected -| ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to mac, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs IPv4 routing config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize IPv4 forwarding with vhost in 2-node circular topology -| | ... | vm_count=${2} -| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot index 508dd3a688..24a040d219 100644 --- a/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot +++ b/tests/vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,12 +18,11 @@ | ... | NIC_Intel-X710 | ETH | IP4FWD | BASE | VHOST | 2VM | VHOST_1024 | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 +| ... | L3 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test | Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} | ... | Test Template | Local Template @@ -37,12 +36,12 @@ | ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected | ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd | ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to mac, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | set to mac, rxd/txd=1024. DUT1 is tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 253 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -50,8 +49,8 @@ | ... | addresses of the TG node interfaces. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253 @@ -63,22 +62,20 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | \${frame_size} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} | | ${dut1_vm_refs}= | Create Dictionary | | Set Test Variable | ${dut1_vm_refs} -| | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize IPv4 forwarding with vhost in 2-node circular topology | | ... | vm_count=${2} @@ -86,53 +83,52 @@ | | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} | | ... | use_tuned_cfs=${False} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index 7bbb614c0a..0000000000 --- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,144 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XXV710 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM -| ... | VHOST_1024 -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD with vhost and IEEE 802.1Q test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\ -| ... | single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\ -| ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain and\ -| ... | MAC learning enabled. Qemu Guest is connected to VPP via vhost-user\ -| ... | interfaces. Guest is running DPDK testpmd interconnecting vhost-user\ -| ... | interfaces, forwarding mode is set to io, rxd/txd=1024. DUT1 is tested\ -| ... | with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\ -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# Socket names -| ${bd_id1}= | 1 -| ${bd_id2}= | 2 -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD switching with VLAN and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | ... | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User and VLAN in circular topology -| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | jumbo=${jumbo} | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot deleted file mode 100644 index f7228f5b51..0000000000 --- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot +++ /dev/null @@ -1,150 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XXV710 | DOT1Q | L2BDMACLRN | BASE | VHOST | 1VM -| ... | VHOST_1024 -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD with vhost abd IEEE 802.1Q test -| ... | cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\ -| ... | single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\ -| ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain and\ -| ... | MAC learning enabled. Qemu Guest is connected to VPP via vhost-user\ -| ... | interfaces. Guest is running DPDK testpmd interconnecting vhost-user\ -| ... | interfaces, forwarding mode is set to io, rxd/txd=1024. DUT1 is tested\ -| ... | with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\ -| ... | generated by TG on links to DUTs. TG traffic profile contains two L3\ -| ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\ -| ... | and static payload. MAC addresses are matching MAC addresses of the TG\ -| ... | node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# Socket names -| ${bd_id1}= | 1 -| ${bd_id2}= | 2 -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD switching with VLAN and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | ... | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User and VLAN in circular topology -| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | jumbo=${jumbo} | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index 6110d8a4c9..0000000000 --- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | BASE | VHOST | VM | VHOST_1024 -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=256. DUT1 is tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot deleted file mode 100644 index 8293bdebfa..0000000000 --- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot +++ /dev/null @@ -1,141 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | BASE | VHOST | VM | VHOST_1024 -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=256. DUT1 is tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot deleted file mode 100644 index 832b9616f8..0000000000 --- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot +++ /dev/null @@ -1,134 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | BASE | VHOST | 2VM | VHOST_1024 -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=256. DUT1 is tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${2} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot deleted file mode 100644 index 2aa87200d3..0000000000 --- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot +++ /dev/null @@ -1,139 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | BASE | VHOST | 2VM | VHOST_1024 -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu Guest is connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=256. DUT1 is tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${2} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index 8dc668cf50..0000000000 --- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,135 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XXV710 | ETH | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross- -| ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces. -| ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces, -| ... | forwarding mode is set to io, rxd/txd=256. DUT1 is tested with 2p25GE -| ... | NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User | vm_count=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot deleted file mode 100644 index 4685b97dd8..0000000000 --- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr.robot +++ /dev/null @@ -1,140 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XXV710 | ETH | L2XCFWD | BASE | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2XC test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross- -| ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces. -| ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces, -| ... | forwarding mode is set to io, rxd/txd=256. DUT1 is tested with 2p25GE -| ... | NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User | vm_count=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot deleted file mode 100644 index 4a0775128a..0000000000 --- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot +++ /dev/null @@ -1,135 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XXV710 | ETH | L2XCFWD | BASE | VHOST | 2VM | VHOST_1024 -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross- -| ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces. -| ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces, -| ... | forwarding mode is set to io, rxd/txd=256. DUT1 is tested with 2p25GE -| ... | NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User | vm_count=${2} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot deleted file mode 100644 index d27dea299a..0000000000 --- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot +++ /dev/null @@ -1,140 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XXV710 | ETH | L2XCFWD | BASE | VHOST | 2VM | VHOST_1024 -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2XC test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. 802.1q -| ... | tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross- -| ... | connect. Qemu Guest is connected to VPP via vhost-user interfaces. -| ... | Guest is running DPDK testpmd interconnecting vhost-user interfaces, -| ... | forwarding mode is set to io, rxd/txd=256. DUT1 is tested with 2p25GE -| ... | NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User | vm_count=${2} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index 3b226d9445..0000000000 --- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,135 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XXV710 | ETH | IP4FWD | BASE | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-XXV710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results IPv4 test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 -| ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected -| ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is set to mac, -| ... | rxd/txd=1024. DUT1 is tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs IPv4 routing config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize IPv4 forwarding with vhost in 2-node circular topology -| | ... | vm_count=${1} -| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot deleted file mode 100644 index dab4576a55..0000000000 --- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr.robot +++ /dev/null @@ -1,140 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XXV710 | ETH | IP4FWD | BASE | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-XXV710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput IPv4 test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 -| ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected -| ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is set to mac, -| ... | rxd/txd=1024. DUT1 is tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs IPv4 routing config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize IPv4 forwarding with vhost in 2-node circular topology -| | ... | vm_count=${1} -| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot deleted file mode 100644 index 7ea25e2e6b..0000000000 --- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot +++ /dev/null @@ -1,135 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XXV710 | ETH | IP4FWD | BASE | VHOST | 2VM | VHOST_1024 -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-XXV710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results IPv4 test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 -| ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected -| ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is set to mac, -| ... | rxd/txd=1024. DUT1 is tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs IPv4 routing config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize IPv4 forwarding with vhost in 2-node circular topology -| | ... | vm_count=${2} -| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot deleted file mode 100644 index d7196b5edc..0000000000 --- a/tests/vpp/perf/vm_vhost/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot +++ /dev/null @@ -1,140 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XXV710 | ETH | IP4FWD | BASE | VHOST | 2VM | VHOST_1024 -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-XXV710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput IPv4 test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for IPv4 routing. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 -| ... | routing and two static IPv4 /24 route entries. Qemu Guest is connected -| ... | to VPP via vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is set to mac, -| ... | rxd/txd=1024. DUT1 is tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src253 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs IPv4 routing config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize IPv4 forwarding with vhost in 2-node circular topology -| | ... | vm_count=${2} -| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot b/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot deleted file mode 100644 index 34a30c2572..0000000000 --- a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot +++ /dev/null @@ -1,140 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XL710 | ETH | L2BDMACLRN | BASE | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-XL710 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu Guests are connected to VPP via -| ... | vhost-user interfaces. Guests are running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus on NUMA1 and 2048M -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to -| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p40GE NIC XL710 -| ... | by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot deleted file mode 100644 index 5039090850..0000000000 --- a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr.robot +++ /dev/null @@ -1,145 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XL710 | ETH | L2BDMACLRN | BASE | VHOST | 1VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-XL710 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu Guests are connected to VPP via -| ... | vhost-user interfaces. Guests are running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus on NUMA1 and 2048M -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to -| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p40GE NIC XL710 -| ... | by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${1} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${1} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot deleted file mode 100644 index 31715fd8f4..0000000000 --- a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot +++ /dev/null @@ -1,140 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XL710 | ETH | L2BDMACLRN | BASE | VHOST | 2VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-XL710 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu Guests are connected to VPP via -| ... | vhost-user interfaces. Guests are running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus on NUMA1 and 2048M -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to -| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p40GE NIC XL710 -| ... | by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${2} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot deleted file mode 100644 index 4aa9e3a9fa..0000000000 --- a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr.robot +++ /dev/null @@ -1,145 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XL710 | ETH | L2BDMACLRN | BASE | VHOST | 2VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-XL710 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu Guests are connected to VPP via -| ... | vhost-user interfaces. Guests are running DPDK testpmd interconnecting -| ... | vhost-user interfaces using 5 cores pinned to cpus on NUMA1 and 2048M -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to -| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p40GE NIC XL710 -| ... | by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. - -*** Variables *** -# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with Vhost-User | nf_nodes=${2} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot deleted file mode 100644 index d9ef301a78..0000000000 --- a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot +++ /dev/null @@ -1,144 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XL710 | ETH | L2XCFWD | BASE | VHOST | VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-XL710 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- -| ... | connects. Qemu Guests are connected to VPP via vhost-user interfaces. -| ... | Guests are running DPDK testpmd interconnecting vhost-user interfaces -| ... | using 5 cores pinned to cpus on NUMA1 (cpus 24-28 and 29-34) and 2048M -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to -| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p40GE NIC XL710 -| ... | by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 253 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User | vm_count=${2} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot deleted file mode 100644 index c1350c3d68..0000000000 --- a/tests/vpp/perf/vm_vhost/40ge2p1xl710-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr.robot +++ /dev/null @@ -1,147 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XL710 | ETH | L2XCFWD | BASE | VHOST | VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-XL710 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Packet throughput L2XC test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- -| ... | connects. Qemu Guests are connected to VPP via vhost-user interfaces. -| ... | Guests are running DPDK testpmd interconnecting vhost-user interfaces -| ... | using 5 cores pinned to cpus on NUMA1 (cpus 24-28 and 29-34) and 2048M -| ... | memory. Testpmd is using socket-mem=1024M (512x2M hugepages), 5 cores -| ... | (1 main core and 4 cores dedicated for io), forwarding mode is set to -| ... | io, rxd/txd=1024, burst=64. DUT1, DUT2 are tested with 2p40GE NIC XL710 -| ... | by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 253 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect with Vhost-User | vm_count=${2} -| | And Configure guest VMs with dpdk-testpmd connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/40ge2p1xl710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot b/tests/vpp/perf/vm_vhost/40ge2p1xl710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot deleted file mode 100644 index 176482ba02..0000000000 --- a/tests/vpp/perf/vm_vhost/40ge2p1xl710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot +++ /dev/null @@ -1,145 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XL710 | ETH | IP4FWD | BASE | VHOST | VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L3 | Intel-XL710 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results IP14 test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 forIPv4 routing. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4 -| ... | routing and static IPv4 /24 route entries. Qemu Guests are connected to -| ... | VPP via vhost-user interfaces. Guests are running DPDK testpmd -| ... | interconnecting vhost-user interfaces using 5 cores pinned to cpus on -| ... | NUMA1 (cpus 24-28 and 29-34) and 2048M memory. Testpmd is using -| ... | socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores -| ... | dedicated for io), forwarding mode is set to io, rxd/txd=1024, burst=64. -| ... | DUT1, DUT2 are tested with 2p40GE NIC XL710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 253 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs IPv4 routing config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize IPv4 forwarding with vhost in 3-node circular topology -| | ... | vm_count=${2} -| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/40ge2p1xl710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot b/tests/vpp/perf/vm_vhost/40ge2p1xl710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot deleted file mode 100644 index 1dbd089459..0000000000 --- a/tests/vpp/perf/vm_vhost/40ge2p1xl710-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr.robot +++ /dev/null @@ -1,148 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XL710 | ETH | IP4FWD | BASE | VHOST | VM | VHOST_1024 -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L3 | Intel-XL710 -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... | dut2_node=${dut2} | dut2_vm_refs=${dut2_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Packet throughput IP14 test cases with vhost* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 forIPv4 routing. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with IPv4 -| ... | routing and static IPv4 /24 route entries. Qemu Guests are connected to -| ... | VPP via vhost-user interfaces. Guests are running DPDK testpmd -| ... | interconnecting vhost-user interfaces using 5 cores pinned to cpus on -| ... | NUMA1 (cpus 24-28 and 29-34) and 2048M memory. Testpmd is using -| ... | socket-mem=1024M (512x2M hugepages), 5 cores (1 main core and 4 cores -| ... | dedicated for io), forwarding mode is set to io, rxd/txd=1024, burst=64. -| ... | DUT1, DUT2 are tested with 2p40GE NIC XL710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 253 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src253 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | ${dut2_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | Set Test Variable | ${dut2_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize IPv4 forwarding with vhost in 3-node circular topology -| | ... | vm_count=${2} -| | And Configure guest VMs with dpdk-testpmd-mac connected via vhost-user -| | ... | vm_count=${2} | jumbo=${jumbo} | perf_qemu_qsz=${1024} -| | ... | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/regenerate_testcases.py b/tests/vpp/perf/vm_vhost/regenerate_testcases.py index 5fabf8b89d..2632018a80 100755 --- a/tests/vpp/perf/vm_vhost/regenerate_testcases.py +++ b/tests/vpp/perf/vm_vhost/regenerate_testcases.py @@ -1,6 +1,6 @@ #!/usr/bin/env python -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: -- cgit 1.2.3-korg