aboutsummaryrefslogtreecommitdiffstats
path: root/docs/report
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2018-02-06 14:16:31 +0100
committerTibor Frank <tifrank@cisco.com>2018-02-07 13:36:39 +0000
commitb1589042d816ce58648153c20906520916feff49 (patch)
tree30f43d4fd5549942f28303d59ccdf22643dd07f4 /docs/report
parentc3550796453ef56884755e302aa5e428f7ec8dad (diff)
CSIT-907: process wrk results in PAL
- CSIT-908: LLD - CSIT-909: Data model - CSIT-910: Algorithm - CSIT-911: Static content Change-Id: I26b33c2a7e0f320f62c78871576ca400a83b307c Signed-off-by: Tibor Frank <tifrank@cisco.com>
Diffstat (limited to 'docs/report')
-rw-r--r--docs/report/detailed_test_results/vpp_http_server_perf_results/index.rst31
-rw-r--r--docs/report/vpp_performance_tests/http_server_performance/index.rst90
-rw-r--r--docs/report/vpp_performance_tests/index.rst1
3 files changed, 91 insertions, 31 deletions
diff --git a/docs/report/detailed_test_results/vpp_http_server_perf_results/index.rst b/docs/report/detailed_test_results/vpp_http_server_perf_results/index.rst
deleted file mode 100644
index a052f2c3aa..0000000000
--- a/docs/report/detailed_test_results/vpp_http_server_perf_results/index.rst
+++ /dev/null
@@ -1,31 +0,0 @@
-VPP HTTP Server Performance Results
-===================================
-
-.. note::
-
- Data sources for reported test results: i) `FD.io test executor vpp
- performance jobs`_, ii) archived FD.io jobs test result `output files
- <../../_static/archive/>`_.
-
-Tests results
--------------
-
-::
-
- ==============================================================================
- Connections per second
- ==============================================================================
- tc01-1t1c-ethip4tcphttp-httpserver-cps 82150 cps
- tc02-2t2c-ethip4tcphttp-httpserver-cps 58310 cps
- tc03-4t4c-ethip4tcphttp-httpserver-cps 59080 cps
- ==============================================================================
-
-::
-
- ==============================================================================
- Requests per second
- ==============================================================================
- tc04-1t1c-ethip4tcphttp-httpserver-rps 97390 rps
- tc05-2t2c-ethip4tcphttp-httpserver-rps 162570 rps
- tc06-4t4c-ethip4tcphttp-httpserver-rps 189380 rps
- ==============================================================================
diff --git a/docs/report/vpp_performance_tests/http_server_performance/index.rst b/docs/report/vpp_performance_tests/http_server_performance/index.rst
new file mode 100644
index 0000000000..a5faf62af5
--- /dev/null
+++ b/docs/report/vpp_performance_tests/http_server_performance/index.rst
@@ -0,0 +1,90 @@
+VPP HTTP Server Performance Results
+===================================
+
+Plotted results are generated by multiple executions of the same CSIT
+performance tests across three physical testbeds within LF FD.io labs.
+To provide a descriptive summary view, Box-and-Whisker plots are used to
+display variation in measured performance values, without making any
+assumptions of the underlying statistical distribution.
+
+For each plotted test case, Box-and-Whisker plots show the quartiles
+(Min, 1st quartile / 25th percentile, 2nd quartile / 50th percentile /
+mean, 3rd quartile / 75th percentile, Max) across collected data set
+(data set size stated in the note below). Outliers are plotted as
+individual points. Min and max values are plotted as bottom and top
+Whiskers respectively. 2nd and 3rd quartiles are plotted as bottom and
+top edge of the box. If multiple samples match only two values, and all
+samples fall between them, then no whiskers are plotted. If all samples
+have the same value, only a horizontal line is plotted.
+
+.. note::
+
+ Data sources for reported test results: i) `FD.io test executor vpp
+ performance jobs`_, ii) archived FD.io jobs test result `output files
+ <../../_static/archive/>`_.
+
+Connections per second
+----------------------
+
+.. raw:: html
+
+ <iframe width="700" height="1000" frameborder="0" scrolling="no" src="../../_static/vpp/http-server-performance-cps.html"></iframe>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/vpp/}}
+ \includegraphics[clip, trim=0cm 8cm 5cm 0cm, width=0.70\textwidth]{http-server-performance-cps}
+ \label{fig:http-server-performance-cps}
+ \end{figure}
+
+*Figure 1. VPP HTTP Server Performance - Connections per Second*
+
+CSIT source code for the test cases used for above plots can be found in CSIT
+git repository:
+
+.. only:: html
+
+ .. program-output:: cd ../../../../../ && set +x && cd tests/vpp/perf/tcp && grep -E '(1t1c|2t2c|4t4c)-ethip4tcphttp-httpserver-cps' *
+ :shell:
+
+.. only:: latex
+
+ .. code-block:: bash
+
+ $ cd tests/vpp/perf/tcp
+ $ grep -E '(1t1c|2t2c|4t4c)-ethip4tcphttp-httpserver-cps' *
+
+Requests per second
+-------------------
+
+.. raw:: html
+
+ <iframe width="700" height="1000" frameborder="0" scrolling="no" src="../../_static/vpp/http-server-performance-rps.html"></iframe>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/vpp/}}
+ \includegraphics[clip, trim=0cm 8cm 5cm 0cm, width=0.70\textwidth]{http-server-performance-rps}
+ \label{fig:http-server-performance-rps}
+ \end{figure}
+
+*Figure 2. VPP HTTP Server Performance - Requests per Second*
+
+CSIT source code for the test cases used for above plots can be found in CSIT
+git repository:
+
+.. only:: html
+
+ .. program-output:: cd ../../../../../ && set +x && cd tests/vpp/perf/tcp && grep -E '(1t1c|2t2c|4t4c)-ethip4tcphttp-httpserver-rps' *
+ :shell:
+
+.. only:: latex
+
+ .. code-block:: bash
+
+ $ cd tests/vpp/perf/tcp
+ $ grep -E '(1t1c|2t2c|4t4c)-ethip4tcphttp-httpserver-rps' *
diff --git a/docs/report/vpp_performance_tests/index.rst b/docs/report/vpp_performance_tests/index.rst
index 971b31d689..085aae93b1 100644
--- a/docs/report/vpp_performance_tests/index.rst
+++ b/docs/report/vpp_performance_tests/index.rst
@@ -7,6 +7,7 @@ VPP Performance Tests
csit_release_notes
packet_throughput_graphs/index
packet_latency_graphs/index
+ http_server_performance/index
throughput_speedup_multi_core/index
test_environment
documentation/index
y person obtaining * a copy of this software and associated documentation files (the * "Software"), to deal in the Software without restriction, including * without limitation the rights to use, copy, modify, merge, publish, * distribute, sublicense, and/or sell copies of the Software, and to * permit persons to whom the Software is furnished to do so, subject to * the following conditions: * * The above copyright notice and this permission notice shall be * included in all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ #include <vlib/vlib.h> #include <vnet/ethernet/ethernet.h> u8 * format_ethernet_address (u8 * s, va_list * args) { ethernet_main_t *em = &ethernet_main; u8 *a = va_arg (*args, u8 *); if (em->format_ethernet_address_16bit) return format (s, "%02x%02x.%02x%02x.%02x%02x", a[0], a[1], a[2], a[3], a[4], a[5]); else return format (s, "%02x:%02x:%02x:%02x:%02x:%02x", a[0], a[1], a[2], a[3], a[4], a[5]); } u8 * format_ethernet_type (u8 * s, va_list * args) { ethernet_type_t type = va_arg (*args, u32); ethernet_main_t *em = &ethernet_main; ethernet_type_info_t *t = ethernet_get_type_info (em, type); if (t) s = format (s, "%s", t->name); else s = format (s, "0x%04x", type); return s; } u8 * format_ethernet_vlan_tci (u8 * s, va_list * va) { u32 vlan_tci = va_arg (*va, u32); u32 vid = (vlan_tci & 0xfff); u32 cfi = (vlan_tci >> 12) & 1; u32 pri = (vlan_tci >> 13); s = format (s, "%d", vid); if (pri != 0) s = format (s, " priority %d", pri); if (cfi != 0) s = format (s, " cfi"); return s; } u8 * format_ethernet_header_with_length (u8 * s, va_list * args) { ethernet_pbb_header_packed_t *ph = va_arg (*args, ethernet_pbb_header_packed_t *); ethernet_max_header_t *m = (ethernet_max_header_t *) ph; u32 max_header_bytes = va_arg (*args, u32); ethernet_main_t *em = &ethernet_main; ethernet_header_t *e = &m->ethernet; ethernet_vlan_header_t *v; ethernet_type_t type = clib_net_to_host_u16 (e->type); ethernet_type_t vlan_type[ARRAY_LEN (m->vlan)]; u32 n_vlan = 0, i, header_bytes; uword indent; while ((type == ETHERNET_TYPE_VLAN || type == ETHERNET_TYPE_DOT1AD || type == ETHERNET_TYPE_DOT1AH) && n_vlan < ARRAY_LEN (m->vlan)) { vlan_type[n_vlan] = type; if (type != ETHERNET_TYPE_DOT1AH) { v = m->vlan + n_vlan; type = clib_net_to_host_u16 (v->type); } n_vlan++; } header_bytes = sizeof (e[0]) + n_vlan * sizeof (v[0]); if (max_header_bytes != 0 && header_bytes > max_header_bytes) return format (s, "ethernet header truncated"); indent = format_get_indent (s); s = format (s, "%U: %U -> %U", format_ethernet_type, type, format_ethernet_address, e->src_address, format_ethernet_address, e->dst_address); if (type != ETHERNET_TYPE_DOT1AH) { for (i = 0; i < n_vlan; i++) { u32 v = clib_net_to_host_u16 (m->vlan[i].priority_cfi_and_id); if (*vlan_type == ETHERNET_TYPE_VLAN) s = format (s, " 802.1q vlan %U", format_ethernet_vlan_tci, v); else s = format (s, " 802.1ad vlan %U", format_ethernet_vlan_tci, v); } if (max_header_bytes != 0 && header_bytes < max_header_bytes) { ethernet_type_info_t *ti; vlib_node_t *node = 0; ti = ethernet_get_type_info (em, type); if (ti && ti->node_index != ~0) node = vlib_get_node (em->vlib_main, ti->node_index); if (node && node->format_buffer) s = format (s, "\n%U%U", format_white_space, indent, node->format_buffer, (void *) m + header_bytes, max_header_bytes - header_bytes); } } else { s = format (s, " %s b-tag %04X", (clib_net_to_host_u16 (ph->b_type) == ETHERNET_TYPE_DOT1AD) ? "802.1ad" : "", clib_net_to_host_u16 (ph->priority_dei_id)); s = format (s, " %s i-tag %08X", (clib_net_to_host_u16 (ph->i_type) == ETHERNET_TYPE_DOT1AH) ? "802.1ah" : "", clib_net_to_host_u32 (ph->priority_dei_uca_res_sid)); } return s; } u8 * format_ethernet_header (u8 * s, va_list * args) { ethernet_max_header_t *m = va_arg (*args, ethernet_max_header_t *); return format (s, "%U", format_ethernet_header_with_length, m, 0); } /* Parse X:X:X:X:X:X unix style ethernet address. */ static uword unformat_ethernet_address_unix (unformat_input_t * input, va_list * args) { u8 *result = va_arg (*args, u8 *); u32 i, a[6]; if (!unformat (input, "%_%x:%x:%x:%x:%x:%x%_", &a[0], &a[1], &a[2], &a[3], &a[4], &a[5])) return 0; /* Check range. */ for (i = 0; i < ARRAY_LEN (a); i++) if (a[i] >= (1 << 8)) return 0; for (i = 0; i < ARRAY_LEN (a); i++) result[i] = a[i]; return 1; } /* Parse X.X.X cisco style ethernet address. */ static uword unformat_ethernet_address_cisco (unformat_input_t * input, va_list * args) { u8 *result = va_arg (*args, u8 *); u32 i, a[3]; if (!unformat (input, "%_%x.%x.%x%_", &a[0], &a[1], &a[2])) return 0; /* Check range. */ for (i = 0; i < ARRAY_LEN (a); i++) if (a[i] >= (1 << 16)) return 0; result[0] = (a[0] >> 8) & 0xff; result[1] = (a[0] >> 0) & 0xff; result[2] = (a[1] >> 8) & 0xff; result[3] = (a[1] >> 0) & 0xff; result[4] = (a[2] >> 8) & 0xff; result[5] = (a[2] >> 0) & 0xff; return 1; } /* Parse ethernet address; accept either unix or style addresses. */ uword unformat_ethernet_address (unformat_input_t * input, va_list * args) { u8 *result = va_arg (*args, u8 *); return (unformat_user (input, unformat_ethernet_address_unix, result) || unformat_user (input, unformat_ethernet_address_cisco, result)); } /* Returns ethernet type as an int in host byte order. */ uword unformat_ethernet_type_host_byte_order (unformat_input_t * input, va_list * args) { u16 *result = va_arg (*args, u16 *); ethernet_main_t *em = &ethernet_main; int type, i; /* Numeric type. */ if (unformat (input, "0x%x", &type) || unformat (input, "%d", &type)) { if (type >= (1 << 16)) return 0; *result = type; return 1; } /* Named type. */ if (unformat_user (input, unformat_vlib_number_by_name, em->type_info_by_name, &i)) { ethernet_type_info_t *ti = vec_elt_at_index (em->type_infos, i); *result = ti->type; return 1; } return 0; } uword unformat_ethernet_type_net_byte_order (unformat_input_t * input, va_list * args) { u16 *result = va_arg (*args, u16 *); if (!unformat_user (input, unformat_ethernet_type_host_byte_order, result)) return 0; *result = clib_host_to_net_u16 ((u16) * result); return 1; } uword unformat_ethernet_header (unformat_input_t * input, va_list * args) { u8 **result = va_arg (*args, u8 **); ethernet_max_header_t _m, *m = &_m; ethernet_header_t *e = &m->ethernet; u16 type; u32 n_vlan; if (!unformat (input, "%U: %U -> %U", unformat_ethernet_type_host_byte_order, &type, unformat_ethernet_address, &e->src_address, unformat_ethernet_address, &e->dst_address)) return 0; n_vlan = 0; while (unformat (input, "vlan")) { u32 id, priority; if (!unformat_user (input, unformat_vlib_number, &id) || id >= ETHERNET_N_VLAN) return 0; if (unformat (input, "priority %d", &priority)) { if (priority >= 8) return 0; id |= priority << 13; } if (unformat (input, "cfi")) id |= 1 << 12; /* Too many vlans given. */ if (n_vlan >= ARRAY_LEN (m->vlan)) return 0; m->vlan[n_vlan].priority_cfi_and_id = clib_host_to_net_u16 (id); n_vlan++; } if (n_vlan == 0) e->type = clib_host_to_net_u16 (type); else { int i; e->type = clib_host_to_net_u16 (ETHERNET_TYPE_VLAN); for (i = 0; i < n_vlan - 1; i++) m->vlan[i].type = clib_host_to_net_u16 (ETHERNET_TYPE_VLAN); m->vlan[n_vlan - 1].type = clib_host_to_net_u16 (type); } /* Add header to result. */ { void *p; u32 n_bytes = sizeof (e[0]) + n_vlan * sizeof (m->vlan[0]); vec_add2 (*result, p, n_bytes); clib_memcpy (p, m, n_bytes); } return 1; } /* * fd.io coding-style-patch-verification: ON * * Local Variables: * eval: (c-set-style "gnu") * End: */