aboutsummaryrefslogtreecommitdiffstats
path: root/resources/tools
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2018-05-02 14:14:27 +0200
committerTibor Frank <tifrank@cisco.com>2018-05-02 12:15:32 +0000
commit2f1c9130ecdc1dfc99f4a8b7e4c62d89f3e8cf71 (patch)
tree549ec42b2db65db2eb62242ffc72960c3e9ee052 /resources/tools
parent2093328406eb64ae825a06967632e901ae0ba6db (diff)
Trending: Add 2vm tests
Change-Id: Ifc008ba50c4c84e781c12dc3080d3a361090efb6 Signed-off-by: Tibor Frank <tifrank@cisco.com>
Diffstat (limited to 'resources/tools')
-rw-r--r--resources/tools/presentation/generator_tables.py2
-rw-r--r--resources/tools/presentation/specification_CPTA.yaml42
2 files changed, 26 insertions, 18 deletions
diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py
index 9264dcd3a1..120d39b597 100644
--- a/resources/tools/presentation/generator_tables.py
+++ b/resources/tools/presentation/generator_tables.py
@@ -745,6 +745,8 @@ def table_performance_trending_dashboard(table, input_data):
for job, builds in table["data"].items():
for build in builds:
for tst_name, tst_data in data[job][str(build)].iteritems():
+ if tst_name in table["ignore-list"]:
+ continue
if tbl_dict.get(tst_name, None) is None:
name = "{0}-{1}".format(tst_data["parent"].split("-")[0],
"-".join(tst_data["name"].
diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml
index 268b356d35..7b6d6fc54d 100644
--- a/resources/tools/presentation/specification_CPTA.yaml
+++ b/resources/tools/presentation/specification_CPTA.yaml
@@ -222,6 +222,8 @@
- "name"
- "parent"
- "result"
+ ignore-list:
+ - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc01-64B-1t1c-eth-l2bdscale1mmaclrn-ndrdisc"
outlier-const: 1.5
window: 14
evaluated-window: 14
@@ -239,6 +241,8 @@
- "name"
- "parent"
- "result"
+ ignore-list:
+ - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc05-64B-2t2c-eth-l2bdscale1mmaclrn-ndrdisc"
outlier-const: 1.5
window: 14
evaluated-window: 14
@@ -256,6 +260,8 @@
- "name"
- "parent"
- "result"
+ ignore-list:
+ - "tests.vpp.perf.l2.10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.tc09-64B-4t4c-eth-l2bdscale1mmaclrn-ndrdisc"
outlier-const: 1.5
window: 14
evaluated-window: 14
@@ -1168,7 +1174,7 @@
- title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-1t1c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
@@ -1181,7 +1187,7 @@
- title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-2t2c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
@@ -1193,7 +1199,7 @@
- title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-4t4c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
@@ -1207,7 +1213,7 @@
- title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-1t1c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
@@ -1220,7 +1226,7 @@
- title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-2t2c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
@@ -1232,7 +1238,7 @@
- title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-4t4c-x520"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X520-DA2' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
@@ -1246,7 +1252,7 @@
- title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-1t1c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
@@ -1259,7 +1265,7 @@
- title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-2t2c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
@@ -1271,7 +1277,7 @@
- title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-4t4c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
@@ -1285,7 +1291,7 @@
- title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-1t1c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
@@ -1298,7 +1304,7 @@
- title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-2t2c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
@@ -1310,7 +1316,7 @@
- title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-4t4c-xl710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-XL710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
@@ -1400,7 +1406,7 @@
- title: "VPP 1T1C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-1t1c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
@@ -1413,7 +1419,7 @@
- title: "VPP 2T2C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-2t2c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
@@ -1425,7 +1431,7 @@
- title: "VPP 4T4C VM vhost eth 64B Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-eth-4t4c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
@@ -1439,7 +1445,7 @@
- title: "VPP 1T1C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-1t1c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
@@ -1452,7 +1458,7 @@
- title: "VPP 2T2C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-2t2c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods:
@@ -1464,7 +1470,7 @@
- title: "VPP 4T4C VM vhost eth IMIX Packet Throughput - {period} Trending"
output-file-name: "vm-vhost-imix-eth-4t4c-x710"
data: "plot-performance-trending"
- filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
+ filter: "'NIC_Intel-X710' and 'IMIX' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD'"
parameters:
- "result"
periods: