From faf579e9471ee8bd4e9c20beb40ed526d276b59c Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Mon, 13 Jul 2020 21:15:50 +0200 Subject: Report: remove wrk tests Change-Id: Ie3f6ad2e4b5542e915f310c7b9ebeddf88b6fd8a Signed-off-by: Tibor Frank --- .../methodology_hoststack_testing/index.rst | 1 - .../methodology_http_tcp_with_wrk.rst | 39 -- .../http_server_performance/index.rst | 111 ----- .../tools/presentation/doc/graphs_improvements.rst | 47 -- resources/tools/presentation/doc/pal_lld.rst | 2 +- .../tools/presentation/doc/pic/graph-http-cps.svg | 541 -------------------- .../tools/presentation/doc/pic/graph-http-rps.svg | 544 --------------------- resources/tools/presentation/specification.yaml | 46 -- 8 files changed, 1 insertion(+), 1330 deletions(-) delete mode 100644 docs/report/introduction/methodology_hoststack_testing/methodology_http_tcp_with_wrk.rst delete mode 100644 docs/report/vpp_performance_tests/hoststack_testing/http_server_performance/index.rst delete mode 100644 resources/tools/presentation/doc/pic/graph-http-cps.svg delete mode 100644 resources/tools/presentation/doc/pic/graph-http-rps.svg diff --git a/docs/report/introduction/methodology_hoststack_testing/index.rst b/docs/report/introduction/methodology_hoststack_testing/index.rst index e7b5b79610..5feb9cccd2 100644 --- a/docs/report/introduction/methodology_hoststack_testing/index.rst +++ b/docs/report/introduction/methodology_hoststack_testing/index.rst @@ -3,6 +3,5 @@ Hoststack Testing .. toctree:: - methodology_http_tcp_with_wrk methodology_tcp_with_iperf3 methodology_quic_with_vppecho diff --git a/docs/report/introduction/methodology_hoststack_testing/methodology_http_tcp_with_wrk.rst b/docs/report/introduction/methodology_hoststack_testing/methodology_http_tcp_with_wrk.rst deleted file mode 100644 index f5da5339a0..0000000000 --- a/docs/report/introduction/methodology_hoststack_testing/methodology_http_tcp_with_wrk.rst +++ /dev/null @@ -1,39 +0,0 @@ -HTTP/TCP with WRK -^^^^^^^^^^^^^^^^^ - -`WRK HTTP benchmarking tool `_ is used for -TCP/IP and HTTP tests of VPP Host Stack and built-in static HTTP server. -WRK has been chosen as it is capable of generating significant TCP/IP -and HTTP loads by scaling number of threads across multi-core processors. - -This in turn enables high scale benchmarking of the VPP Host Stack TCP/IP -and HTTP service including HTTP TCP/IP Connections-Per-Second (CPS) and -HTTP Requests-Per-Second. - -The initial tests are designed as follows: - -- HTTP and TCP/IP Connections-Per-Second (CPS) - - - WRK configured to use 8 threads across 8 cores, 1 thread per core. - - Maximum of 50 concurrent connections across all WRK threads. - - Timeout for server responses set to 5 seconds. - - Test duration is 30 seconds. - - Expected HTTP test sequence: - - - Single HTTP GET Request sent per open connection. - - Connection close after valid HTTP reply. - - Resulting flow sequence - 8 packets: >Syn, Ack, >Req, - Fin, Ack. - -- HTTP Requests-Per-Second - - - WRK configured to use 8 threads across 8 cores, 1 thread per core. - - Maximum of 50 concurrent connections across all WRK threads. - - Timeout for server responses set to 5 seconds. - - Test duration is 30 seconds. - - Expected HTTP test sequence: - - - Multiple HTTP GET Requests sent in sequence per open connection. - - Connection close after set test duration time. - - Resulting flow sequence: >Syn, Ack, >Req[1], Req[n], Fin, Ack. diff --git a/docs/report/vpp_performance_tests/hoststack_testing/http_server_performance/index.rst b/docs/report/vpp_performance_tests/hoststack_testing/http_server_performance/index.rst deleted file mode 100644 index 52d87239d3..0000000000 --- a/docs/report/vpp_performance_tests/hoststack_testing/http_server_performance/index.rst +++ /dev/null @@ -1,111 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -HTTP/TCP with WRK -~~~~~~~~~~~~~~~~~ - -Performance graphs are generated by multiple executions of the same -performance tests across physical testbeds hosted LF FD.io labs: 3n-hsw. -Box-and-Whisker plots are used to display variations in measured -throughput values, without making any assumptions of the underlying -statistical distribution. - -For each test case, Box-and-Whisker plots show the quartiles (Min, 1st -quartile / 25th percentile, 2nd quartile / 50th percentile / mean, 3rd -quartile / 75th percentile, Max) across collected data set. Outliers are -plotted as individual points. - -Additional information about graph data: - -#. **X-axis Labels**: indices of individual test suites as listed in - Graph Legend. - -#. **Y-axis Labels**: measured Connections Per Second [cps] or Requests Per - Second [rps] throughput values. - -#. **Graph Legend**: lists X-axis indices with associated CSIT test - suites executed to generate graphed test results. - -#. **Hover Information**: lists minimum, first quartile, median, - third quartile, and maximum. If either type of outlier is present the - whisker on the appropriate side is taken to 1.5×IQR from the quartile - (the "inner fence") rather than the max or min, and individual outlying - data points are displayed as unfilled circles (for suspected outliers) - or filled circles (for outliers). (The "outer fence" is 3×IQR from the - quartile.) - -.. note:: - - Data sources for reported test results: i) `FD.io test executor vpp - performance job 2n-clx`_, ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - - CSIT source code for the test cases used for plots can be found in - `CSIT git repository `_. - -.. raw:: latex - - \clearpage - -Connections per second ----------------------- - -.. raw:: html - - - -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{http-server-performance-cps} - \label{fig:http-server-performance-cps} - \end{figure} - -.. raw:: latex - - \clearpage - -Requests per second -------------------- - -.. raw:: html - - - -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{http-server-performance-rps} - \label{fig:http-server-performance-rps} - \end{figure} diff --git a/resources/tools/presentation/doc/graphs_improvements.rst b/resources/tools/presentation/doc/graphs_improvements.rst index 336faf9748..05db16e6bf 100644 --- a/resources/tools/presentation/doc/graphs_improvements.rst +++ b/resources/tools/presentation/doc/graphs_improvements.rst @@ -21,7 +21,6 @@ rst2html5 tool: - `Speedup Multi-core`_ - `Packet Throughput`_ - `Packet Latency`_ -- `HTTP-TCP Performance`_ **New graphs to be added** @@ -55,7 +54,6 @@ Priorities release. - `Packet Latency`_ -- `HTTP-TCP Performance`_ Modifications of existing graphs -------------------------------- @@ -195,51 +193,6 @@ The statistical data are displayed as hover information. - y-axis label: "Packet Latency min/avg/max [uSec]", middle, left - legend: "Indexed Test Cases [idx]", bottom, left, font size 16 -.. _HTTP-TCP Performance: - -HTTP/TCP Performance -```````````````````` - -The "HTTP/TCP Performance" graph will display the measured data using -statistical box graph separately for "Connections per second" and "Requests per -second". Each data point is constructed from 10 samples. The statistical data -are displayed as hover information. - -.. image:: pic/graph-http-cps.svg - :width: 800 px - :scale: 50 % - :align: center - :alt: Graph "HTTP/TCP Performance" not found. - -.. image:: pic/graph-http-rps.svg - :width: 800 px - :scale: 50 % - :align: center - :alt: Graph "HTTP/TCP Performance" not found. - -**Description:** - -*Data displayed:* - -- requests / connections per second, the same tests configured for 1, 2 and - 4 cores (3 data points in each graph) -- x-axis: indexed test cases -- y-axis: requests/connections per second, linear scale, beginning with 0 -- hover information: statistical data (min, lower fence, q1, median, q3, - higher fence, max), test case name - -*Layout:* - -- plot type: statistical box (plotly.graph_objs.Box) -- data series format: box -- title: "VPP HTTP Server Performance", top, centered, font size 18 -- x-axis: integers, font size 16, bottom -- x-axis label: "Indices of Test Cases [Index]", bottom, centered, font size 16 -- y-axis: floats, starting with 0, dynamic range, linear, font size 16, left -- y-axis label: "Connections per second [cps]", "Requests per second [rps]", - top, left -- legend: "Indexed Test Cases [idx]", bottom, left, font size 16 - New graphs to be added ---------------------- diff --git a/resources/tools/presentation/doc/pal_lld.rst b/resources/tools/presentation/doc/pal_lld.rst index ec4c97b454..9569433760 100644 --- a/resources/tools/presentation/doc/pal_lld.rst +++ b/resources/tools/presentation/doc/pal_lld.rst @@ -834,7 +834,7 @@ latency in a box chart): The structure of the section "Plot" is as follows (example of a plot showing VPP HTTP server performance in a box chart with pre-defined data -"plot-vpp-httlp-server-performance" set and plot layout "plot-cps"): +"plot-vpp-http-server-performance" set and plot layout "plot-cps"): :: diff --git a/resources/tools/presentation/doc/pic/graph-http-cps.svg b/resources/tools/presentation/doc/pic/graph-http-cps.svg deleted file mode 100644 index 8b0e134dcb..0000000000 --- a/resources/tools/presentation/doc/pic/graph-http-cps.svg +++ /dev/null @@ -1,541 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1 - - - - - - 2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 3 - - - - - - 0.00 - - - - - - 200k - - - - - - 400k - - - - - - 600k - - - - - - 800k - - - - - - 1.00M - - - - - - - - - - - - - - - - - - - - - - - - 1.20M - - - - - - - - - - - - - - - - - - 1. 1t1c-ethip4tcphttp-httpserver - - - - - - - - - - - - - - - - - - 2. 2t2c-ethip4tcphttp-httpserver - - - - - - 3. 4t4c-ethip4tcphttp-httpserver - - - - - - VPP HTTP Server Performance - - - - - - Connections Per Second [cps] - - - - - - Indicesof Test Cases [Index] - - - - - - - - \ No newline at end of file diff --git a/resources/tools/presentation/doc/pic/graph-http-rps.svg b/resources/tools/presentation/doc/pic/graph-http-rps.svg deleted file mode 100644 index 1ee4a8e564..0000000000 --- a/resources/tools/presentation/doc/pic/graph-http-rps.svg +++ /dev/null @@ -1,544 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1 - - - - - - 2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 3 - - - - - - 0.00 - - - - - - 200k - - - - - - 400k - - - - - - 600k - - - - - - 800k - - - - - - 1.00M - - - - - - - - - - - - - - - - - - - - - - - - 1.20M - - - - - - - - - - - - - - - - - - 1. 1t1c-ethip4tcphttp-httpserver - - - - - - - - - - - - - - - - - - 2. 2t2c-ethip4tcphttp-httpserver - - - - - - 3. 4t4c-ethip4tcphttp-httpserver - - - - - - VPP HTTP Server Performance - - - - - - Indices of Test Cases [Index] - - - - - - Requests Per Second [rps] - - - - - - - - \ No newline at end of file diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 93e787da18..9e1ab198aa 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -335,11 +335,6 @@ csit-vpp-perf-report-iterative-2005-2n-clx: - 70 # NDRPDR sel env 4 -# plot-vpp-http-server-performance: -# # csit-vpp-perf-report-iterative-2005-2n-clx: -# csit-vpp-perf-verify-2001-2n-clx: -# - 80 # TCP - plot-vpp-nfv-2n-clx-ndrpdr: csit-vpp-perf-report-iterative-2005-2n-clx: - 7 # NDRPDR sel @@ -8130,47 +8125,6 @@ title: "3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho" layout: "plot-hoststack" -## Plots VPP HTTP Server Performance -#- type: "plot" -# title: "VPP HTTP Server Performance" -# algorithm: "plot_http_server_perf_box" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" -# data: -# "plot-vpp-http-server-performance" -# filter: "'HTTP' and 'TCP_CPS' and not '8T4C'" -# parameters: -# - "result" -# - "name" -# traces: -# hoverinfo: "y+name" -# boxpoints: "outliers" -# whiskerwidth: 0 -# layout: -# title: "VPP HTTP Server Performance" -# layout: -# "plot-cps" -# -#- type: "plot" -# title: "VPP HTTP Server Performance" -# algorithm: "plot_http_server_perf_box" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" -# data: -# "plot-vpp-http-server-performance" -# filter: "'HTTP' and 'TCP_RPS' and not '8T4C'" -# parameters: -# - "result" -# - "name" -# traces: -# hoverinfo: "y+name" -# boxpoints: "outliers" -# whiskerwidth: 0 -# layout: -# title: "VPP HTTP Server Performance" -# layout: -# "plot-rps" - ################################################################################ # Soak Test (PLRsearch), boxes - 2n-clx -- cgit 1.2.3-korg