diff options
author | pmikus <pmikus@cisco.com> | 2021-06-11 13:06:34 +0000 |
---|---|---|
committer | Peter Mikus <pmikus@cisco.com> | 2021-06-17 13:26:40 +0000 |
commit | a275fa0062158d712152f542b7bc9ec40b5c5f31 (patch) | |
tree | 7d55c04747fd49f0ac08c9452976088f2df0791f /resources/libraries/python/CpuUtils.py | |
parent | 70766243f6c00c77fedc00d68114c108528950d6 (diff) |
Core: Rework CPU allocation
Signed-off-by: pmikus <pmikus@cisco.com>
Change-Id: I6826add7b3032041632c3952c45a3c64409400b0
Diffstat (limited to 'resources/libraries/python/CpuUtils.py')
-rw-r--r-- | resources/libraries/python/CpuUtils.py | 121 |
1 files changed, 96 insertions, 25 deletions
diff --git a/resources/libraries/python/CpuUtils.py b/resources/libraries/python/CpuUtils.py index e23404b1dd..f556c51814 100644 --- a/resources/libraries/python/CpuUtils.py +++ b/resources/libraries/python/CpuUtils.py @@ -85,29 +85,6 @@ class CpuUtils: ) @staticmethod - def worker_count_from_cores_and_smt(phy_cores, smt_used): - """Simple conversion utility, needs smt from caller. - - The implementation assumes we pack 1 or 2 workers per core, - depending on hyperthreading. - - Some keywords use None to indicate no core/worker limit, - so this converts None to None. - - :param phy_cores: How many physical cores to use for workers. - :param smt_used: Whether symmetric multithreading is used. - :type phy_cores: Optional[int] - :type smt_used: bool - :returns: How many VPP workers fit into the given number of cores. - :rtype: Optional[int] - """ - if phy_cores is None: - return None - workers_per_core = CpuUtils.NR_OF_THREADS if smt_used else 1 - workers = phy_cores * workers_per_core - return workers - - @staticmethod def cpu_node_count(node): """Return count of numa nodes. @@ -502,8 +479,8 @@ class CpuUtils: @staticmethod def get_cpu_idle_list(node, cpu_node, smt_used, cpu_alloc_str, sep=u","): - """ - Get idle CPU List + """Get idle CPU List. + :param node: Node dictionary with cpuinfo. :param cpu_node: Numa node number. :param smt_used: True - we want to use SMT, otherwise false. @@ -521,3 +498,97 @@ class CpuUtils: cpu_idle_list = [i for i in cpu_list if str(i) not in cpu_alloc_str.split(sep)] return cpu_idle_list + + @staticmethod + def get_affinity_vpp_vswitch( + nodes, node, phy_cores, rx_queues=None, rxd=None, txd=None): + """Get affinity or VPP switch. + + :param nodes: Topology nodes. + :param node: Topology node string. + :param phy_cores: Number of physical cores to allocate. + :param rx_queues: Number of RX queues. (Optional, Default: None) + :param rxd: Number of RX descriptors. (Optional, Default: None) + :param txd: Number of TX descriptors. (Optional, Default: None) + :type nodes: dict + :type node: str + :type phy_cores: int + :type rx_queues: int + :type rxd: int + :type txd: int + :returns: Compute resource information dictionary. + :rtype: dict + """ + # Number of Data Plane physical cores. + dp_cores_count = BuiltIn().get_variable_value( + f"${{dp_cores_count}}", phy_cores + ) + # Number of Feature Plane physical cores. + fp_cores_count = BuiltIn().get_variable_value( + f"${{fp_cores_count}}", phy_cores - dp_cores_count + ) + # Ratio between RX queues and data plane threads. + rxq_ratio = BuiltIn().get_variable_value( + f"${{rxq_ratio}}", 1 + ) + + dut_pf_keys = BuiltIn().get_variable_value( + f"${{{node}_pf_keys}}" + ) + # SMT override in case of non standard test cases. + smt_used = BuiltIn().get_variable_value( + f"${{smt_used}}", CpuUtils.is_smt_enabled(nodes[node][u"cpuinfo"]) + ) + + cpu_node = Topology.get_interfaces_numa_node(nodes[node], *dut_pf_keys) + skip_cnt = Constants.CPU_CNT_SYSTEM + cpu_main = CpuUtils.cpu_list_per_node_str( + nodes[node], cpu_node, + skip_cnt=skip_cnt, + cpu_cnt=Constants.CPU_CNT_MAIN, + smt_used=False + ) + skip_cnt += Constants.CPU_CNT_MAIN + cpu_dp = CpuUtils.cpu_list_per_node_str( + nodes[node], cpu_node, + skip_cnt=skip_cnt, + cpu_cnt=int(dp_cores_count), + smt_used=smt_used + ) if int(dp_cores_count) else u"" + skip_cnt = skip_cnt + int(dp_cores_count) + cpu_fp = CpuUtils.cpu_list_per_node_str( + nodes[node], cpu_node, + skip_cnt=skip_cnt, + cpu_cnt=int(fp_cores_count), + smt_used=smt_used + ) if int(fp_cores_count) else u"" + + fp_count_int = \ + int(fp_cores_count) * CpuUtils.NR_OF_THREADS if smt_used \ + else int(fp_cores_count) + dp_count_int = \ + int(dp_cores_count) * CpuUtils.NR_OF_THREADS if smt_used \ + else int(dp_cores_count) + + rxq_count_int = rx_queues if rx_queues else int(dp_count_int/rxq_ratio) + rxq_count_int = 1 if not rxq_count_int else rxq_count_int + + compute_resource_info = dict() + compute_resource_info[u"buffers_numa"] = 215040 if smt_used else 107520 + compute_resource_info[u"smt_used"] = smt_used + compute_resource_info[u"cpu_main"] = cpu_main + compute_resource_info[u"cpu_dp"] = cpu_dp + compute_resource_info[u"cpu_fp"] = cpu_fp + compute_resource_info[u"cpu_wt"] = \ + u",".join(filter(None, [cpu_dp, cpu_fp])) + compute_resource_info[u"cpu_alloc_str"] = \ + u",".join(filter(None, [cpu_main, cpu_dp, cpu_fp])) + compute_resource_info[u"cpu_count_int"] = \ + int(dp_cores_count) + int(fp_cores_count) + compute_resource_info[u"rxd_count_int"] = rxd + compute_resource_info[u"txd_count_int"] = txd + compute_resource_info[u"rxq_count_int"] = rxq_count_int + compute_resource_info[u"fp_count_int"] = fp_count_int + compute_resource_info[u"dp_count_int"] = dp_count_int + + return compute_resource_info |