summaryrefslogtreecommitdiffstats
path: root/scripts/automation/regression/setups
diff options
context:
space:
mode:
authorYaroslav Brustinov <ybrustin@cisco.com>2016-05-03 04:28:08 +0300
committerYaroslav Brustinov <ybrustin@cisco.com>2016-05-03 04:28:08 +0300
commit7007bf04481b76b51e30d42148df710bccc9aa35 (patch)
tree3147ab3243ce6e1f3dd33be1b8f9da7786125c54 /scripts/automation/regression/setups
parentc227a2fff3e815c38cff89630e22c3b8485c32de (diff)
bp_sim: correct description of supported stateful layers
main_dpdk: send bw_per_core with json, return back precision of low values jsonrpcserver: disable logging regression: use bw_per_core from cpp calculation correct test name for GA
Diffstat (limited to 'scripts/automation/regression/setups')
-rw-r--r--scripts/automation/regression/setups/kiwi02/benchmark.yaml24
-rw-r--r--scripts/automation/regression/setups/trex-dan/benchmark.yaml28
-rw-r--r--scripts/automation/regression/setups/trex04/benchmark.yaml20
-rw-r--r--scripts/automation/regression/setups/trex08/benchmark.yaml14
-rw-r--r--scripts/automation/regression/setups/trex09/benchmark.yaml14
-rw-r--r--scripts/automation/regression/setups/trex12/benchmark.yaml18
-rw-r--r--scripts/automation/regression/setups/trex14/benchmark.yaml22
-rw-r--r--scripts/automation/regression/setups/trex17/benchmark.yaml8
-rw-r--r--scripts/automation/regression/setups/trex25/benchmark.yaml24
9 files changed, 80 insertions, 92 deletions
diff --git a/scripts/automation/regression/setups/kiwi02/benchmark.yaml b/scripts/automation/regression/setups/kiwi02/benchmark.yaml
index f6ad8e9a..343d4120 100644
--- a/scripts/automation/regression/setups/kiwi02/benchmark.yaml
+++ b/scripts/automation/regression/setups/kiwi02/benchmark.yaml
@@ -24,39 +24,39 @@ nat_dict: &nat_dict
test_jumbo:
multiplier : 55
cores : 1
- bw_per_core : 647305
+ bw_per_core : 647.305
test_routing_imix:
multiplier : 32
cores : 2
- bw_per_core : 39131
+ bw_per_core : 39.131
test_routing_imix_64:
multiplier : 2500
cores : 4
- bw_per_core : 7427
+ bw_per_core : 7.427
test_static_routing_imix:
stat_route_dict : *stat_route_dict
multiplier : 32
cores : 2
- bw_per_core : 39039
+ bw_per_core : 39.039
test_static_routing_imix_asymmetric:
stat_route_dict : *stat_route_dict
multiplier : 16
cores : 1
- bw_per_core : 38796
+ bw_per_core : 38.796
test_ipv6_simple:
multiplier : 32
cores : 4
- bw_per_core : 19283
+ bw_per_core : 19.283
test_nat_simple_mode1: &test_nat_simple
@@ -65,7 +65,7 @@ test_nat_simple_mode1: &test_nat_simple
multiplier : 10000
cores : 1
allow_timeout_dev : True
- bw_per_core : 45304
+ bw_per_core : 45.304
test_nat_simple_mode2: *test_nat_simple
@@ -77,7 +77,7 @@ test_nat_learning:
test_nbar_simple:
multiplier : 20
cores : 2
- bw_per_core : 18243
+ bw_per_core : 18.243
nbar_classification:
http : 30.41
rtp_audio : 21.22
@@ -100,11 +100,11 @@ test_rx_check_http: &rx_http
cores : 2
rx_sample_rate : 32
error_tolerance : 0.01
- bw_per_core : 38071
+ bw_per_core : 38.071
test_rx_check_http_ipv6:
<< : *rx_http
- bw_per_core : 46733
+ bw_per_core : 46.733
test_rx_check_sfr: &rx_sfr
@@ -112,11 +112,11 @@ test_rx_check_sfr: &rx_sfr
cores : 4
rx_sample_rate : 32
error_tolerance : 0.01
- bw_per_core : 16915
+ bw_per_core : 16.915
test_rx_check_sfr_ipv6:
<< : *rx_sfr
- bw_per_core : 20323
+ bw_per_core : 20.323
diff --git a/scripts/automation/regression/setups/trex-dan/benchmark.yaml b/scripts/automation/regression/setups/trex-dan/benchmark.yaml
index d2af373c..c8b046d4 100644
--- a/scripts/automation/regression/setups/trex-dan/benchmark.yaml
+++ b/scripts/automation/regression/setups/trex-dan/benchmark.yaml
@@ -24,39 +24,39 @@ nat_dict: &nat_dict
test_jumbo:
multiplier : 2.8
cores : 1
- bw_per_core : 67030
+ bw_per_core : 67.030
test_routing_imix:
multiplier : 1
cores : 1
- bw_per_core : 3979
+ bw_per_core : 3.979
test_routing_imix_64:
multiplier : 150
cores : 4
- bw_per_core : 681
+ bw_per_core : .681
test_static_routing_imix:
stat_route_dict : *stat_route_dict
multiplier : 0.7
cores : 1
- bw_per_core : 3837
+ bw_per_core : 3.837
test_static_routing_imix_asymmetric:
stat_route_dict : *stat_route_dict
multiplier : 0.8
cores : 1
- bw_per_core : 3939
+ bw_per_core : 3.939
test_ipv6_simple:
multiplier : 1.5
cores : 2
- bw_per_core : 4719
+ bw_per_core : 4.719
test_nat_simple_mode1: &test_nat_simple
@@ -65,20 +65,20 @@ test_nat_simple_mode1: &test_nat_simple
multiplier : 550
cores : 1
allow_timeout_dev : True
- bw_per_core : 7465
+ bw_per_core : 7.465
test_nat_simple_mode2: *test_nat_simple
test_nat_learning:
<< : *test_nat_simple
- bw_per_core : 7377
+ bw_per_core : 7.377
nat_opened : 40000
test_nbar_simple:
multiplier : 1.5
cores : 2
- bw_per_core : 4465
+ bw_per_core : 4.465
nbar_classification:
http : 30.3
rtp_audio : 21.06
@@ -100,28 +100,28 @@ test_rx_check_http: &rx_http
multiplier : 2200
cores : 1
rx_sample_rate : 16
- bw_per_core : 8142
+ bw_per_core : 8.142
test_rx_check_http_ipv6:
<< : *rx_http
- bw_per_core : 8591
+ bw_per_core : 8.591
test_rx_check_http_negative:
<< : *rx_http
stat_route_dict : *stat_route_dict
nat_dict : *nat_dict
- bw_per_core : 8037
+ bw_per_core : 8.037
test_rx_check_sfr: &rx_sfr
multiplier : 1.7
cores : 2
rx_sample_rate : 16
- bw_per_core : 4473
+ bw_per_core : 4.473
test_rx_check_sfr_ipv6:
<< : *rx_sfr
- bw_per_core : 4773
+ bw_per_core : 4.773
diff --git a/scripts/automation/regression/setups/trex04/benchmark.yaml b/scripts/automation/regression/setups/trex04/benchmark.yaml
index e3a477f5..d2b1c4f2 100644
--- a/scripts/automation/regression/setups/trex04/benchmark.yaml
+++ b/scripts/automation/regression/setups/trex04/benchmark.yaml
@@ -7,39 +7,27 @@
test_jumbo:
multiplier : 2.8
cores : 1
- bw_per_core : 106652
+ bw_per_core : 106.652
test_routing_imix:
multiplier : 0.5
cores : 1
- bw_per_core : 11577
+ bw_per_core : 11.577
test_routing_imix_64:
multiplier : 28
cores : 1
- bw_per_core : 2030
+ bw_per_core : 2.030
test_static_routing_imix_asymmetric:
multiplier : 0.8
cores : 1
- bw_per_core : 13742
+ bw_per_core : 13.742
-test_CPU_benchmark:
- profiles:
- - name : stl/udp_1pkt_simple.py
- kwargs : {packet_len: 64}
- cpu_util : 1
- bw_per_core : 1
-
- - name : stl/udp_1pkt_simple.py
- kwargs : {packet_len: 128}
- cpu_util : 1
- bw_per_core : 1
-
### stateless ###
diff --git a/scripts/automation/regression/setups/trex08/benchmark.yaml b/scripts/automation/regression/setups/trex08/benchmark.yaml
index 97db6598..c5c2fde7 100644
--- a/scripts/automation/regression/setups/trex08/benchmark.yaml
+++ b/scripts/automation/regression/setups/trex08/benchmark.yaml
@@ -7,45 +7,45 @@
test_jumbo:
multiplier : 150
cores : 2
- bw_per_core : 962464
+ bw_per_core : 962.464
test_routing_imix:
multiplier : 80
cores : 4
- bw_per_core : 55130
+ bw_per_core : 55.130
test_routing_imix_64:
multiplier : 8000
cores : 7
- bw_per_core : 11699
+ bw_per_core : 11.699
test_static_routing_imix_asymmetric:
multiplier : 70
cores : 3
- bw_per_core : 50561
+ bw_per_core : 50.561
test_ipv6_simple:
multiplier : 80
cores : 7
- bw_per_core : 25948
+ bw_per_core : 25.948
test_rx_check_http:
multiplier : 99000
cores : 3
rx_sample_rate : 128
- bw_per_core : 49464
+ bw_per_core : 49.464
test_rx_check_sfr:
multiplier : 80
cores : 7
rx_sample_rate : 128
- bw_per_core : 20871
+ bw_per_core : 20.871
diff --git a/scripts/automation/regression/setups/trex09/benchmark.yaml b/scripts/automation/regression/setups/trex09/benchmark.yaml
index 8522f1bf..1f8fe47a 100644
--- a/scripts/automation/regression/setups/trex09/benchmark.yaml
+++ b/scripts/automation/regression/setups/trex09/benchmark.yaml
@@ -7,45 +7,45 @@
test_jumbo:
multiplier : 110
cores : 1
- bw_per_core : 767198
+ bw_per_core : 767.198
test_routing_imix:
multiplier : 64
cores : 2
- bw_per_core : 35889
+ bw_per_core : 35.889
test_routing_imix_64:
multiplier : 5000
cores : 2
- bw_per_core : 10672
+ bw_per_core : 10.672
test_static_routing_imix_asymmetric:
multiplier : 32
cores : 1
- bw_per_core : 52738
+ bw_per_core : 52.738
test_ipv6_simple:
multiplier : 64
cores : 4
- bw_per_core : 22808
+ bw_per_core : 22.808
test_rx_check_http:
multiplier : 90000
cores : 2
rx_sample_rate : 32
- bw_per_core : 46075
+ bw_per_core : 46.075
test_rx_check_sfr:
multiplier : 50
cores : 3
rx_sample_rate : 32
- bw_per_core : 20469
+ bw_per_core : 20.469
diff --git a/scripts/automation/regression/setups/trex12/benchmark.yaml b/scripts/automation/regression/setups/trex12/benchmark.yaml
index 084b57de..0ebc2bcb 100644
--- a/scripts/automation/regression/setups/trex12/benchmark.yaml
+++ b/scripts/automation/regression/setups/trex12/benchmark.yaml
@@ -7,53 +7,53 @@
test_jumbo:
multiplier : 14
cores : 1
- bw_per_core : 689664
+ bw_per_core : 689.664
test_routing_imix:
multiplier : 8
cores : 1
- bw_per_core : 45422
+ bw_per_core : 45.422
test_routing_imix_64:
multiplier : 2200
cores : 1
- bw_per_core : 11655
+ bw_per_core : 11.655
test_static_routing_imix_asymmetric:
multiplier : 4
cores : 1
- bw_per_core : 45294
+ bw_per_core : 45.294
test_ipv6_simple:
multiplier : 8
cores : 1
- bw_per_core : 29332
+ bw_per_core : 29.332
test_rx_check_http: &rx_http
multiplier : 11000
cores : 1
rx_sample_rate : 16
- bw_per_core : 47813
+ bw_per_core : 47.813
test_rx_check_http_ipv6:
<< : *rx_http
- bw_per_core : 55607
+ bw_per_core : 55.607
test_rx_check_sfr: &rx_sfr
multiplier : 8
cores : 1
rx_sample_rate : 16
- bw_per_core : 24203
+ bw_per_core : 24.203
test_rx_check_sfr_ipv6:
<< : *rx_sfr
- bw_per_core : 28867
+ bw_per_core : 28.867
### stateless ###
diff --git a/scripts/automation/regression/setups/trex14/benchmark.yaml b/scripts/automation/regression/setups/trex14/benchmark.yaml
index a63abc61..afa27a82 100644
--- a/scripts/automation/regression/setups/trex14/benchmark.yaml
+++ b/scripts/automation/regression/setups/trex14/benchmark.yaml
@@ -24,26 +24,26 @@ nat_dict: &nat_dict
test_jumbo:
multiplier : 17
cores : 1
- bw_per_core : 543232
+ bw_per_core : 543.232
test_routing_imix:
multiplier : 10
cores : 1
- bw_per_core : 34128
+ bw_per_core : 34.128
test_routing_imix_64:
multiplier : 430
cores : 1
- bw_per_core : 5893
+ bw_per_core : 5.893
test_static_routing_imix: &test_static_routing_imix
stat_route_dict : *stat_route_dict
multiplier : 8
cores : 1
- bw_per_core : 34339
+ bw_per_core : 34.339
test_static_routing_imix_asymmetric: *test_static_routing_imix
@@ -51,7 +51,7 @@ test_static_routing_imix_asymmetric: *test_static_routing_imix
test_ipv6_simple:
multiplier : 9
cores : 2
- bw_per_core : 19064
+ bw_per_core : 19.064
test_nat_simple_mode1: &test_nat_simple
@@ -61,7 +61,7 @@ test_nat_simple_mode1: &test_nat_simple
cores : 1
nat_opened : 40000
allow_timeout_dev : True
- bw_per_core : 44445
+ bw_per_core : 44.445
test_nat_simple_mode2: *test_nat_simple
@@ -73,7 +73,7 @@ test_nat_learning:
test_nbar_simple:
multiplier : 7.5
cores : 2
- bw_per_core : 17174
+ bw_per_core : 17.174
nbar_classification:
http : 32.58
rtp-audio : 21.21
@@ -95,11 +95,11 @@ test_rx_check_http: &rx_http
multiplier : 15000
cores : 1
rx_sample_rate : 16
- bw_per_core : 39560
+ bw_per_core : 39.560
test_rx_check_http_ipv6:
<< : *rx_http
- bw_per_core : 49237
+ bw_per_core : 49.237
test_rx_check_http_negative:
<< : *rx_http
@@ -111,11 +111,11 @@ test_rx_check_sfr: &rx_sfr
multiplier : 10
cores : 3
rx_sample_rate : 16
- bw_per_core : 16082
+ bw_per_core : 16.082
test_rx_check_sfr_ipv6:
<< : *rx_sfr
- bw_per_core : 19198
+ bw_per_core : 19.198
diff --git a/scripts/automation/regression/setups/trex17/benchmark.yaml b/scripts/automation/regression/setups/trex17/benchmark.yaml
index 219a01ed..d9191a42 100644
--- a/scripts/automation/regression/setups/trex17/benchmark.yaml
+++ b/scripts/automation/regression/setups/trex17/benchmark.yaml
@@ -7,25 +7,25 @@
test_jumbo:
multiplier : 2.8
cores : 1
- bw_per_core : 66489
+ bw_per_core : 66.489
test_routing_imix:
multiplier : 0.5
cores : 1
- bw_per_core : 5530
+ bw_per_core : 5.530
test_routing_imix_64:
multiplier : 28
cores : 1
- bw_per_core : 859
+ bw_per_core : 0.859
test_static_routing_imix_asymmetric:
multiplier : 0.8
cores : 1
- bw_per_core : 9635
+ bw_per_core : 9.635
diff --git a/scripts/automation/regression/setups/trex25/benchmark.yaml b/scripts/automation/regression/setups/trex25/benchmark.yaml
index 8ef7e0c7..f87759f9 100644
--- a/scripts/automation/regression/setups/trex25/benchmark.yaml
+++ b/scripts/automation/regression/setups/trex25/benchmark.yaml
@@ -24,26 +24,26 @@ nat_dict: &nat_dict
test_jumbo:
multiplier : 6
cores : 1
- bw_per_core : 443970
+ bw_per_core : 443.970
test_routing_imix:
multiplier : 4
cores : 1
- bw_per_core : 26509
+ bw_per_core : 26.509
test_routing_imix_64:
multiplier : 600
cores : 1
- bw_per_core : 6391
+ bw_per_core : 6.391
test_static_routing_imix:
stat_route_dict : *stat_route_dict
multiplier : 2.8
cores : 1
- bw_per_core : 24510
+ bw_per_core : 24.510
@@ -51,13 +51,13 @@ test_static_routing_imix_asymmetric:
stat_route_dict : *stat_route_dict
multiplier : 3.2
cores : 1
- bw_per_core : 28229
+ bw_per_core : 28.229
test_ipv6_simple:
multiplier : 6
cores : 1
- bw_per_core : 19185
+ bw_per_core : 19.185
test_nat_simple_mode1: &test_nat_simple
@@ -66,7 +66,7 @@ test_nat_simple_mode1: &test_nat_simple
multiplier : 2200
cores : 1
allow_timeout_dev : True
- bw_per_core : 32171
+ bw_per_core : 32.171
test_nat_simple_mode2: *test_nat_simple
@@ -78,7 +78,7 @@ test_nat_learning:
test_nbar_simple:
multiplier : 6
cores : 1
- bw_per_core : 16645
+ bw_per_core : 16.645
nbar_classification:
http : 24.55
rtp : 19.15
@@ -101,11 +101,11 @@ test_rx_check_http: &rx_http
multiplier : 8800
cores : 1
rx_sample_rate : 16
- bw_per_core : 31389
+ bw_per_core : 31.389
test_rx_check_http_ipv6:
<< : *rx_http
- bw_per_core : 37114
+ bw_per_core : 37.114
test_rx_check_http_negative:
<< : *rx_http
@@ -117,11 +117,11 @@ test_rx_check_sfr: &rx_sfr
multiplier : 6.8
cores : 1
rx_sample_rate : 16
- bw_per_core : 16063
+ bw_per_core : 16.063
test_rx_check_sfr_ipv6:
<< : *rx_sfr
- bw_per_core : 19663
+ bw_per_core : 19.663
### stateless ###