/* Ido Barnea Cisco Systems, Inc. */ /* Copyright (c) 2016-2016 Cisco Systems, Inc. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ #include #include "bp_sim.h" #include "flow_stat_parser.h" #include "stateful_rx_core.h" #include "pal/linux/sanb_atomic.h" #include "trex_stateless_messaging.h" #include "trex_stateless_rx_core.h" #include "trex_stateless.h" void CRFC2544Info::create() { m_latency.Create(); m_exp_flow_seq = 0; m_prev_flow_seq = 0; reset(); } // after calling stop, packets still arriving will be considered error void CRFC2544Info::stop() { m_prev_flow_seq = m_exp_flow_seq; m_exp_flow_seq = FLOW_STAT_PAYLOAD_INITIAL_FLOW_SEQ; } void CRFC2544Info::reset() { // This is the seq num value we expect next packet to have. // Init value should match m_seq_num in CVirtualIFPerSideStats m_seq = UINT32_MAX - 1; // catch wrap around issues early m_seq_err = 0; m_seq_err_events_too_big = 0; m_seq_err_events_too_low = 0; m_ooo = 0; m_dup = 0; m_latency.Reset(); m_jitter.reset(); } void CRFC2544Info::export_data(rfc2544_info_t_ &obj) { std::string json_str; Json::Reader reader; Json::Value json; obj.set_err_cntrs(m_seq_err, m_ooo, m_dup, m_seq_err_events_too_big, m_seq_err_events_too_low); obj.set_jitter(m_jitter.get_jitter()); m_latency.dump_json(json); obj.set_latency_json(json); }; void CRxCoreStateless::create(const CRxSlCfg &cfg) { m_capture = false; m_max_ports = cfg.m_max_ports; CMessagingManager * cp_rx = CMsgIns::Ins()->getCpRx(); m_ring_from_cp = cp_rx->getRingCpToDp(0); m_ring_to_cp = cp_rx->getRingDpToCp(0); m_state = STATE_IDLE; for (int i = 0; i < MAX_FLOW_STATS_PAYLOAD; i++) { m_rfc2544[i].create(); } m_cpu_cp_u.Create(&m_cpu_dp_u); /* create per port manager */ for (int i = 0; i < m_max_ports; i++) { const TRexPortAttr *port_attr = get_stateless_obj()->get_platform_api()->getPortAttrObj(i); m_rx_port_mngr[i].create(cfg.m_ports[i], m_rfc2544, &m_err_cntrs, &m_cpu_dp_u, cfg.m_num_crc_fix_bytes, port_attr); } } void CRxCoreStateless::handle_cp_msg(TrexStatelessCpToRxMsgBase *msg) { msg->handle(this); delete msg; } void CRxCoreStateless::tickle() { m_monitor.tickle(); } bool CRxCoreStateless::periodic_check_for_cp_messages() { /* tickle the watchdog */ tickle(); /* fast path */ if ( likely ( m_ring_from_cp->isEmpty() ) ) { return false; } while ( true ) { CGenNode * node = NULL; if (m_ring_from_cp->Dequeue(node) != 0) { break; } assert(node); TrexStatelessCpToRxMsgBase * msg = (TrexStatelessCpToRxMsgBase *)node; handle_cp_msg(msg); } /* a message might result in a change of state */ recalculate_next_state(); return true; } void CRxCoreStateless::recalculate_next_state() { if (m_state == STATE_QUIT) { return; } /* next state is determine by the question are there any ports with active features ? */ m_state = (are_any_features_active() ? STATE_WORKING : STATE_IDLE); } bool CRxCoreStateless::are_any_features_active() { for (int i = 0; i < m_max_ports; i++) { if (m_rx_port_mngr[i].has_features_set()) { return true; } } return false; } void CRxCoreStateless::idle_state_loop() { const int SHORT_DELAY_MS = 2; const int LONG_DELAY_MS = 50; const int DEEP_SLEEP_LIMIT = 2000; int counter = 0; while (m_state == STATE_IDLE) { bool had_msg = periodic_check_for_cp_messages(); if (had_msg) { counter = 0; continue; } else { flush_all_pending_pkts(); } /* enter deep sleep only if enough time had passed */ if (counter < DEEP_SLEEP_LIMIT) { delay(SHORT_DELAY_MS); counter++; } else { delay(LONG_DELAY_MS); } } } /** * for each port give a tick (for flushing if needed) * */ void CRxCoreStateless::port_manager_tick() { for (int i = 0; i < m_max_ports; i++) { m_rx_port_mngr[i].tick(); } } void CRxCoreStateless::handle_work_stage() { /* set the next sync time to */ dsec_t sync_time_sec = now_sec() + (1.0 / 1000); while (m_state == STATE_WORKING) { process_all_pending_pkts(); dsec_t now = now_sec(); if ( (now - sync_time_sec) > 0 ) { periodic_check_for_cp_messages(); port_manager_tick(); sync_time_sec = now + (1.0 / 1000); } rte_pause(); } } void CRxCoreStateless::start() { /* register a watchdog handle on current core */ m_monitor.create("STL RX CORE", 1); TrexWatchDog::getInstance().register_monitor(&m_monitor); while (m_state != STATE_QUIT) { switch (m_state) { case STATE_IDLE: idle_state_loop(); break; case STATE_WORKING: handle_work_stage(); break; default: assert(0); break; } } m_monitor.disable(); } void CRxCoreStateless::capture_pkt(rte_mbuf_t *m) { } int CRxCoreStateless::process_all_pending_pkts(bool flush_rx) { int total_pkts = 0; for (int i = 0; i < m_max_ports; i++) { total_pkts += m_rx_port_mngr[i].process_all_pending_pkts(flush_rx); } return total_pkts; } void CRxCoreStateless::reset_rx_stats(uint8_t port_id) { m_rx_port_mngr[port_id].clear_stats(); } int CRxCoreStateless::get_rx_stats(uint8_t port_id, rx_per_flow_t *rx_stats, int min, int max , bool reset, TrexPlatformApi::driver_stat_cap_e type) { /* for now only latency stats */ m_rx_port_mngr[port_id].get_latency_stats(rx_stats, min, max, reset, type); return (0); } int CRxCoreStateless::get_rfc2544_info(rfc2544_info_t *rfc2544_info, int min, int max, bool reset) { for (int hw_id = min; hw_id <= max; hw_id++) { CRFC2544Info &curr_rfc2544 = m_rfc2544[hw_id]; if (reset) { // need to stop first, so count will be consistent curr_rfc2544.stop(); } curr_rfc2544.sample_period_end(); curr_rfc2544.export_data(rfc2544_info[hw_id - min]); if (reset) { curr_rfc2544.reset(); } } return 0; } int CRxCoreStateless::get_rx_err_cntrs(CRxCoreErrCntrs *rx_err) { *rx_err = m_err_cntrs; return 0; } void CRxCoreStateless::update_cpu_util(){ m_cpu_cp_u.Update(); } double CRxCoreStateless::get_cpu_util() { return m_cpu_cp_u.GetVal(); } void CRxCoreStateless::start_recorder(uint8_t port_id, const std::string &pcap_filename, uint64_t limit) { m_rx_port_mngr[port_id].start_recorder(pcap_filename, limit); recalculate_next_state(); } void CRxCoreStateless::stop_recorder(uint8_t port_id) { m_rx_port_mngr[port_id].stop_recorder(); recalculate_next_state(); } void CRxCoreStateless::start_queue(uint8_t port_id, uint64_t size) { m_rx_port_mngr[port_id].start_queue(size); recalculate_next_state(); } void CRxCoreStateless::stop_queue(uint8_t port_id) { m_rx_port_mngr[port_id].stop_queue(); recalculate_next_state(); } void CRxCoreStateless::enable_latency() { for (int i = 0; i < m_max_ports; i++) { m_rx_port_mngr[i].enable_latency(); } recalculate_next_state(); } void CRxCoreStateless::disable_latency() { for (int i = 0; i < m_max_ports; i++) { m_rx_port_mngr[i].disable_latency(); } recalculate_next_state(); } const RXPortManager & CRxCoreStateless::get_rx_port_mngr(uint8_t port_id) { assert(port_id < m_max_ports); return m_rx_port_mngr[port_id]; }