From 4b0df8e7baea755e2e1a1c27a7707fb0a3f28b6e Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Mon, 25 Jun 2018 12:48:43 +0200 Subject: CSIT-1124: Support multi-sample tests + Store parsed MRR results as AvgStdevMetadata + Modify tables and plots to use AvgStdevMetadata Change-Id: I29bb1e492a664544e63a180055f66bb0eecfb957 Signed-off-by: Tibor Frank --- docs/cpta/trending/container_memif.rst | 54 ++++++++++++++++++++++++++++++++++ docs/cpta/trending/dpdk.rst | 54 ++++++++++++++++++++++++++++++++++ docs/cpta/trending/ip4.rst | 45 ++++++++++++++++++++++++++++ docs/cpta/trending/ip4_tunnels.rst | 18 ++++++++++++ docs/cpta/trending/ip6.rst | 27 +++++++++++++++++ docs/cpta/trending/ipsec.rst | 9 ++++++ docs/cpta/trending/l2.rst | 45 ++++++++++++++++++++++++++++ docs/cpta/trending/link_bonding.rst | 36 +++++++++++++++++++++++ docs/cpta/trending/srv6.rst | 19 ++++++++++++ docs/cpta/trending/vm_vhost_ip4.rst | 36 +++++++++++++++++++++++ docs/cpta/trending/vm_vhost_l2.rst | 54 ++++++++++++++++++++++++++++++++++ 11 files changed, 397 insertions(+) (limited to 'docs') diff --git a/docs/cpta/trending/container_memif.rst b/docs/cpta/trending/container_memif.rst index 097349d3a7..ebf891e9ff 100644 --- a/docs/cpta/trending/container_memif.rst +++ b/docs/cpta/trending/container_memif.rst @@ -17,6 +17,9 @@ x520-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -34,6 +37,9 @@ x520-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -51,6 +57,9 @@ x520-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -71,6 +80,9 @@ x710-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -88,6 +100,9 @@ x710-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -105,6 +120,9 @@ x710-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -125,6 +143,9 @@ xl710-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -142,6 +163,9 @@ xl710-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -159,6 +183,9 @@ xl710-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -179,6 +206,9 @@ x520-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -196,6 +226,9 @@ x520-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -213,6 +246,9 @@ x520-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -233,6 +269,9 @@ x710-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -250,6 +289,9 @@ x710-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -267,6 +309,9 @@ x710-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -287,6 +332,9 @@ xl710-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -304,6 +352,9 @@ xl710-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -321,6 +372,9 @@ xl710-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



diff --git a/docs/cpta/trending/dpdk.rst b/docs/cpta/trending/dpdk.rst index 0d726187cf..215a485b8c 100644 --- a/docs/cpta/trending/dpdk.rst +++ b/docs/cpta/trending/dpdk.rst @@ -17,6 +17,9 @@ x520-64b .. raw:: html + Links to builds: + dpdk-ref, + csit-ref



@@ -34,6 +37,9 @@ x520-64b .. raw:: html + Links to builds: + dpdk-ref, + csit-ref



@@ -51,6 +57,9 @@ x520-64b .. raw:: html + Links to builds: + dpdk-ref, + csit-ref



@@ -71,6 +80,9 @@ x710-64b .. raw:: html + Links to builds: + dpdk-ref, + csit-ref



@@ -88,6 +100,9 @@ x710-64b .. raw:: html + Links to builds: + dpdk-ref, + csit-ref



@@ -105,6 +120,9 @@ x710-64b .. raw:: html + Links to builds: + dpdk-ref, + csit-ref



@@ -125,6 +143,9 @@ xl710-64b .. raw:: html + Links to builds: + dpdk-ref, + csit-ref



@@ -142,6 +163,9 @@ xl710-64b .. raw:: html + Links to builds: + dpdk-ref, + csit-ref



@@ -159,6 +183,9 @@ xl710-64b .. raw:: html + Links to builds: + dpdk-ref, + csit-ref



@@ -179,6 +206,9 @@ x520-imix .. raw:: html + Links to builds: + dpdk-ref, + csit-ref



@@ -196,6 +226,9 @@ x520-imix .. raw:: html + Links to builds: + dpdk-ref, + csit-ref



@@ -213,6 +246,9 @@ x520-imix .. raw:: html + Links to builds: + dpdk-ref, + csit-ref



@@ -233,6 +269,9 @@ x710-imix .. raw:: html + Links to builds: + dpdk-ref, + csit-ref



@@ -250,6 +289,9 @@ x710-imix .. raw:: html + Links to builds: + dpdk-ref, + csit-ref



@@ -267,6 +309,9 @@ x710-imix .. raw:: html + Links to builds: + dpdk-ref, + csit-ref



@@ -287,6 +332,9 @@ xl710-imix .. raw:: html + Links to builds: + dpdk-ref, + csit-ref



@@ -304,6 +352,9 @@ xl710-imix .. raw:: html + Links to builds: + dpdk-ref, + csit-ref



@@ -321,6 +372,9 @@ xl710-imix .. raw:: html + Links to builds: + dpdk-ref, + csit-ref



diff --git a/docs/cpta/trending/ip4.rst b/docs/cpta/trending/ip4.rst index 61d4841a70..2608d68d09 100644 --- a/docs/cpta/trending/ip4.rst +++ b/docs/cpta/trending/ip4.rst @@ -17,6 +17,9 @@ x520-64b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -34,6 +37,9 @@ x520-64b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -51,6 +57,9 @@ x520-64b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -71,6 +80,9 @@ x520-64b-features .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -88,6 +100,9 @@ x520-64b-features .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -105,6 +120,9 @@ x520-64b-features .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -125,6 +143,9 @@ x710-64b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -142,6 +163,9 @@ x710-64b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -159,6 +183,9 @@ x710-64b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -179,6 +206,9 @@ x710-64b-features .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -196,6 +226,9 @@ x710-64b-features .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -213,6 +246,9 @@ x710-64b-features .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -233,6 +269,9 @@ xl710-64b-base-scale-features .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -250,6 +289,9 @@ xl710-64b-base-scale-features .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -267,6 +309,9 @@ xl710-64b-base-scale-features .. raw:: html + Links to builds: + vpp-ref, + csit-ref



diff --git a/docs/cpta/trending/ip4_tunnels.rst b/docs/cpta/trending/ip4_tunnels.rst index 746499283f..5917f9f798 100644 --- a/docs/cpta/trending/ip4_tunnels.rst +++ b/docs/cpta/trending/ip4_tunnels.rst @@ -17,6 +17,9 @@ x520-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -34,6 +37,9 @@ x520-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -51,6 +57,9 @@ x520-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -71,6 +80,9 @@ x710-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -88,6 +100,9 @@ x710-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -105,6 +120,9 @@ x710-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



diff --git a/docs/cpta/trending/ip6.rst b/docs/cpta/trending/ip6.rst index 9122c1e465..69816626e4 100644 --- a/docs/cpta/trending/ip6.rst +++ b/docs/cpta/trending/ip6.rst @@ -17,6 +17,9 @@ x520-78b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -34,6 +37,9 @@ x520-78b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -51,6 +57,9 @@ x520-78b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -71,6 +80,9 @@ x710-78b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -88,6 +100,9 @@ x710-78b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -105,6 +120,9 @@ x710-78b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -125,6 +143,9 @@ xl710-78b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -142,6 +163,9 @@ xl710-78b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -159,6 +183,9 @@ xl710-78b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



diff --git a/docs/cpta/trending/ipsec.rst b/docs/cpta/trending/ipsec.rst index 6b54d3e519..d05bc0f605 100644 --- a/docs/cpta/trending/ipsec.rst +++ b/docs/cpta/trending/ipsec.rst @@ -17,6 +17,9 @@ xl710-64b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -34,6 +37,9 @@ xl710-64b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -51,6 +57,9 @@ xl710-64b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



diff --git a/docs/cpta/trending/l2.rst b/docs/cpta/trending/l2.rst index 05781537a8..b771444e3e 100644 --- a/docs/cpta/trending/l2.rst +++ b/docs/cpta/trending/l2.rst @@ -17,6 +17,9 @@ x520-64b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -34,6 +37,9 @@ x520-64b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -51,6 +57,9 @@ x520-64b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -71,6 +80,9 @@ x520-64b-features .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -88,6 +100,9 @@ x520-64b-features .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -105,6 +120,9 @@ x520-64b-features .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -125,6 +143,9 @@ x710-64b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -142,6 +163,9 @@ x710-64b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -159,6 +183,9 @@ x710-64b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -179,6 +206,9 @@ x710-64b-features .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -196,6 +226,9 @@ x710-64b-features .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -213,6 +246,9 @@ x710-64b-features .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -233,6 +269,9 @@ xl710-64b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -250,6 +289,9 @@ xl710-64b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -267,6 +309,9 @@ xl710-64b-base-scale .. raw:: html + Links to builds: + vpp-ref, + csit-ref



diff --git a/docs/cpta/trending/link_bonding.rst b/docs/cpta/trending/link_bonding.rst index e28b27768a..fc4731f15a 100644 --- a/docs/cpta/trending/link_bonding.rst +++ b/docs/cpta/trending/link_bonding.rst @@ -17,6 +17,9 @@ x520-64b .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -34,6 +37,9 @@ x520-64b .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -51,6 +57,9 @@ x520-64b .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -72,6 +81,9 @@ x520-imix .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -89,6 +101,9 @@ x520-imix .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -106,6 +121,9 @@ x520-imix .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -126,6 +144,9 @@ x710-64b .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -143,6 +164,9 @@ x710-64b .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -160,6 +184,9 @@ x710-64b .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -181,6 +208,9 @@ x710-imix .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -198,6 +228,9 @@ x710-imix .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -215,6 +248,9 @@ x710-imix .. raw:: html + Links to builds: + vpp-ref, + csit-ref



diff --git a/docs/cpta/trending/srv6.rst b/docs/cpta/trending/srv6.rst index e53d08eb93..938f7e86bd 100644 --- a/docs/cpta/trending/srv6.rst +++ b/docs/cpta/trending/srv6.rst @@ -17,6 +17,9 @@ x520-78b .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -34,6 +37,10 @@ x520-78b .. raw:: html + + Links to builds: + vpp-ref, + csit-ref



@@ -51,6 +58,9 @@ x520-78b .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -72,6 +82,9 @@ x520-imix .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -89,6 +102,9 @@ x520-imix .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -106,6 +122,9 @@ x520-imix .. raw:: html + Links to builds: + vpp-ref, + csit-ref



diff --git a/docs/cpta/trending/vm_vhost_ip4.rst b/docs/cpta/trending/vm_vhost_ip4.rst index f13d6554af..30b97bc731 100644 --- a/docs/cpta/trending/vm_vhost_ip4.rst +++ b/docs/cpta/trending/vm_vhost_ip4.rst @@ -17,6 +17,9 @@ x520-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -34,6 +37,9 @@ x520-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -51,6 +57,9 @@ x520-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -71,6 +80,9 @@ x710-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -88,6 +100,9 @@ x710-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -105,6 +120,9 @@ x710-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -125,6 +143,9 @@ x520-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -142,6 +163,9 @@ x520-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -159,6 +183,9 @@ x520-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -179,6 +206,9 @@ x710-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -196,6 +226,9 @@ x710-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -213,6 +246,9 @@ x710-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



diff --git a/docs/cpta/trending/vm_vhost_l2.rst b/docs/cpta/trending/vm_vhost_l2.rst index 4926928142..3ff316061c 100644 --- a/docs/cpta/trending/vm_vhost_l2.rst +++ b/docs/cpta/trending/vm_vhost_l2.rst @@ -17,6 +17,9 @@ x520-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -34,6 +37,9 @@ x520-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -51,6 +57,9 @@ x520-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -71,6 +80,9 @@ x710-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -88,6 +100,9 @@ x710-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -105,6 +120,9 @@ x710-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -125,6 +143,9 @@ xl710-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -142,6 +163,9 @@ xl710-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -159,6 +183,9 @@ xl710-64b-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -179,6 +206,9 @@ x520-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -196,6 +226,9 @@ x520-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -213,6 +246,9 @@ x520-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -233,6 +269,9 @@ x710-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -250,6 +289,9 @@ x710-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -267,6 +309,9 @@ x710-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -287,6 +332,9 @@ xl710-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -304,6 +352,9 @@ xl710-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



@@ -321,6 +372,9 @@ xl710-imix-base .. raw:: html + Links to builds: + vpp-ref, + csit-ref



-- cgit 1.2.3-korg