aboutsummaryrefslogtreecommitdiffstats
path: root/resources/tools/presentation/specifications/report/elements.yaml
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2023-01-04 11:08:47 +0100
committerTibor Frank <tifrank@cisco.com>2023-01-05 06:18:00 +0100
commit3055ecfbb0b619318f7cfbbb18ba142968b4c617 (patch)
tree659f77115b28be3b6c2ffab992f3905f87874fca /resources/tools/presentation/specifications/report/elements.yaml
parent2468e5040c36889c62105ba937b9e6412727aa47 (diff)
Report: Remove DNV testbeds
Signed-off-by: Tibor Frank <tifrank@cisco.com> Change-Id: Id54919579a245ef9f44a9599b8e2d4f3bd320e84
Diffstat (limited to 'resources/tools/presentation/specifications/report/elements.yaml')
-rw-r--r--resources/tools/presentation/specifications/report/elements.yaml1155
1 files changed, 0 insertions, 1155 deletions
diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index 1fda1eab64..f8f8197a7d 100644
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -230,37 +230,6 @@
# build: "19"
# - type: "table"
-# title: "Job Specification Duration: 2n-dnv-iterative"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-iter"
-# jb-type: "iterative"
-# lines:
-# - job-spec: "vpp-mrr-00"
-# data-set: "vpp-2n-dnv-curr-iter-mrr"
-# - job-spec: "vpp-mlr-00"
-# data-set: "vpp-2n-dnv-curr-iter"
-
-# - type: "table"
-# title: "Job Specification Duration: 2n-dnv-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-dnv-curr-cov"
-# lines:
-# - job-spec: "ip4-00"
-# build: "2"
-# - job-spec: "ip4-01"
-# build: "3"
-# - job-spec: "ip6-00"
-# build: "4"
-# - job-spec: "ip6-01"
-# build: "5"
-# - job-spec: "l2-00"
-# build: "6"
-# - job-spec: "l2-01"
-# build: "7"
-
-# - type: "table"
# title: "Job Specification Duration: 2n-aws-iterative"
# algorithm: "table_job_spec_duration"
# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-iter"
@@ -382,45 +351,6 @@
# build: "16"
# - type: "table"
-# title: "Job Specification Duration: 3n-dnv-iterative"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-iter"
-# jb-type: "iterative"
-# lines:
-# - job-spec: "vpp-mrr-00"
-# data-set: "vpp-3n-dnv-curr-iter-mrr"
-# - job-spec: "vpp-mlr-00"
-# data-set: "vpp-3n-dnv-curr-iter"
-
-# - type: "table"
-# title: "Job Specification Duration: 3n-dnv-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov"
-# jb-type: "coverage"
-# data: "vpp-3n-dnv-curr-cov"
-# lines:
-# - job-spec: "crypto-00"
-# build: "2"
-# - job-spec: "crypto-01"
-# build: "3"
-# - job-spec: "crypto-02"
-# build: "4"
-# - job-spec: "ip4-00"
-# build: "5"
-# - job-spec: "ip4-01"
-# build: "6"
-# - job-spec: "ip4tun-00"
-# build: "7"
-# - job-spec: "ip6-00"
-# build: "8"
-# - job-spec: "ip6-01"
-# build: "9"
-# - job-spec: "l2-00"
-# build: "10"
-# - job-spec: "l2-01"
-# build: "11"
-
-# - type: "table"
# title: "Job Specification Duration: 3n-snr-iterative"
# algorithm: "table_job_spec_duration"
# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-snr-iter"
@@ -2433,286 +2363,6 @@
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
-# VPP Performance Changes 2n-dnv 1t1c pdr
-- type: "table"
- title: "VPP Performance Changes 2n-dnv 1t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
- columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-dnv-hist-iter"
- - title: "2206.0-10"
- data-set: "vpp-2n-dnv-prev-iter-old-env"
- # - title: "2206.0-11"
- # data-set: "vpp-2n-dnv-prev-iter-new-env"
- - title: "2210.0-11"
- data-set: "vpp-2n-dnv-curr-iter"
- comparisons:
- # - title: "2206.0-11 vs 2206.0-10"
- # reference: 2
- # compare: 3
- # - title: "2210.0-11 vs 2206.0-11"
- # reference: 3
- # compare: 4
- - title: "2210.0-11 vs 2206.0-10"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
-
-# VPP Performance Changes 2n-dnv 2t2c pdr
-- type: "table"
- title: "VPP Performance Changes 2n-dnv 2t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
- columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-dnv-hist-iter"
- - title: "2206.0-10"
- data-set: "vpp-2n-dnv-prev-iter-old-env"
- # - title: "2206.0-11"
- # data-set: "vpp-2n-dnv-prev-iter-new-env"
- - title: "2210.0-11"
- data-set: "vpp-2n-dnv-curr-iter"
- comparisons:
- # - title: "2206.0-11 vs 2206.0-10"
- # reference: 2
- # compare: 3
- # - title: "2210.0-11 vs 2206.0-11"
- # reference: 3
- # compare: 4
- - title: "2210.0-11 vs 2206.0-10"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
-
-# VPP Performance Changes 2n-dnv 1t1c ndr
-- type: "table"
- title: "VPP Performance Changes 2n-dnv 1t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
- columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-dnv-hist-iter"
- - title: "2206.0-10"
- data-set: "vpp-2n-dnv-prev-iter-old-env"
- # - title: "2206.0-11"
- # data-set: "vpp-2n-dnv-prev-iter-new-env"
- - title: "2210.0-11"
- data-set: "vpp-2n-dnv-curr-iter"
- comparisons:
- # - title: "2206.0-11 vs 2206.0-10"
- # reference: 2
- # compare: 3
- # - title: "2210.0-11 vs 2206.0-11"
- # reference: 3
- # compare: 4
- - title: "2210.0-11 vs 2206.0-10"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
-
-# VPP Performance Changes 2n-dnv 2t2c ndr
-- type: "table"
- title: "VPP Performance Changes 2n-dnv 2t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
- columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-dnv-hist-iter"
- - title: "2206.0-10"
- data-set: "vpp-2n-dnv-prev-iter-old-env"
- # - title: "2206.0-11"
- # data-set: "vpp-2n-dnv-prev-iter-new-env"
- - title: "2210.0-11"
- data-set: "vpp-2n-dnv-curr-iter"
- comparisons:
- # - title: "2206.0-11 vs 2206.0-10"
- # reference: 2
- # compare: 3
- # - title: "2210.0-11 vs 2206.0-11"
- # reference: 3
- # compare: 4
- - title: "2210.0-11 vs 2206.0-10"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
-
-# VPP Performance Changes 3n-dnv 1t1c pdr
-- type: "table"
- title: "VPP Performance Changes 3n-dnv 1t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
- columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-dnv-hist-iter"
- - title: "2206.0-10"
- data-set: "vpp-3n-dnv-prev-iter-old-env"
- # - title: "2206.0-11"
- # data-set: "vpp-3n-dnv-prev-iter-new-env"
- - title: "2210.0-11"
- data-set: "vpp-3n-dnv-curr-iter"
- comparisons:
- # - title: "2206.0-11 vs 2206.0-10"
- # reference: 2
- # compare: 3
- # - title: "2210.0-11 vs 2206.0-11"
- # reference: 3
- # compare: 4
- - title: "2210.0-11 vs 2206.0-10"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
-
-# VPP Performance Changes 3n-dnv 2t2c pdr
-- type: "table"
- title: "VPP Performance Changes 3n-dnv 2t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
- columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-dnv-hist-iter"
- - title: "2206.0-10"
- data-set: "vpp-3n-dnv-prev-iter-old-env"
- # - title: "2206.0-11"
- # data-set: "vpp-3n-dnv-prev-iter-new-env"
- - title: "2210.0-11"
- data-set: "vpp-3n-dnv-curr-iter"
- comparisons:
- # - title: "2206.0-11 vs 2206.0-10"
- # reference: 2
- # compare: 3
- # - title: "2210.0-11 vs 2206.0-11"
- # reference: 3
- # compare: 4
- - title: "2210.0-11 vs 2206.0-10"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
-
-# VPP Performance Changes 3n-dnv 1t1c ndr
-- type: "table"
- title: "VPP Performance Changes 3n-dnv 1t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
- columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-dnv-hist-iter"
- - title: "2206.0-10"
- data-set: "vpp-3n-dnv-prev-iter-old-env"
- # - title: "2206.0-11"
- # data-set: "vpp-3n-dnv-prev-iter-new-env"
- - title: "2210.0-11"
- data-set: "vpp-3n-dnv-curr-iter"
- comparisons:
- # - title: "2206.0-11 vs 2206.0-10"
- # reference: 2
- # compare: 3
- # - title: "2210.0-11 vs 2206.0-11"
- # reference: 3
- # compare: 4
- - title: "2210.0-11 vs 2206.0-10"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
-
-# VPP Performance Changes 3n-dnv 2t2c ndr
-- type: "table"
- title: "VPP Performance Changes 3n-dnv 2t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
- columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-dnv-hist-iter"
- - title: "2206.0-10"
- data-set: "vpp-3n-dnv-prev-iter-old-env"
- # - title: "2206.0-11"
- # data-set: "vpp-3n-dnv-prev-iter-new-env"
- - title: "2210.0-11"
- data-set: "vpp-3n-dnv-curr-iter"
- comparisons:
- # - title: "2206.0-11 vs 2206.0-10"
- # reference: 2
- # compare: 3
- # - title: "2210.0-11 vs 2206.0-11"
- # reference: 3
- # compare: 4
- - title: "2210.0-11 vs 2206.0-10"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
-
# VPP Performance Changes 3n-tsh 1t1c pdr
- type: "table"
title: "VPP Performance Changes 3n-tsh 1t1c pdr"
@@ -3758,216 +3408,6 @@
# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
-# VPP Performance Changes 2n-dnv 1t1c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-dnv 1t1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
- columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-dnv-hist-iter-mrr"
- - title: "2206.0-10"
- data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
- # - title: "2206.0-11"
- # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
- - title: "2210.0-11"
- data-set: "vpp-2n-dnv-curr-iter-mrr"
- comparisons:
- # - title: "2206.0-11 vs 2206.0-10"
- # reference: 2
- # compare: 3
- # - title: "2210.0-11 vs 2206.0-11"
- # reference: 3
- # compare: 4
- - title: "2210.0-11 vs 2206.0-10"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
-
-# VPP Performance Changes 2n-dnv 2t2c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-dnv 2t2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
- columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-dnv-hist-iter-mrr"
- - title: "2206.0-10"
- data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
- # - title: "2206.0-11"
- # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
- - title: "2210.0-11"
- data-set: "vpp-2n-dnv-curr-iter-mrr"
- comparisons:
- # - title: "2206.0-11 vs 2206.0-10"
- # reference: 2
- # compare: 3
- # - title: "2210.0-11 vs 2206.0-11"
- # reference: 3
- # compare: 4
- - title: "2210.0-11 vs 2206.0-10"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
-
-# VPP Performance Changes 2n-dnv 4t4c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-dnv 4t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T4C'"
- columns:
- - title: "2202.0-10"
- data-set: "vpp-2n-dnv-hist-iter-mrr"
- - title: "2206.0-10"
- data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
- # - title: "2206.0-11"
- # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
- - title: "2210.0-11"
- data-set: "vpp-2n-dnv-curr-iter-mrr"
- comparisons:
- # - title: "2206.0-11 vs 2206.0-10"
- # reference: 2
- # compare: 3
- # - title: "2210.0-11 vs 2206.0-11"
- # reference: 3
- # compare: 4
- - title: "2210.0-11 vs 2206.0-10"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
-
-# VPP Performance Changes 3n-dnv 1t1c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-dnv 1t1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
- columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-dnv-hist-iter-mrr"
- - title: "2206.0-10"
- data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
- # - title: "2206.0-11"
- # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
- - title: "2210.0-11"
- data-set: "vpp-3n-dnv-curr-iter-mrr"
- comparisons:
- # - title: "2206.0-11 vs 2206.0-10"
- # reference: 2
- # compare: 3
- # - title: "2210.0-11 vs 2206.0-11"
- # reference: 3
- # compare: 4
- - title: "2210.0-11 vs 2206.0-10"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
-
-# VPP Performance Changes 3n-dnv 2t2c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-dnv 2t2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
- columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-dnv-hist-iter-mrr"
- - title: "2206.0-10"
- data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
- # - title: "2206.0-11"
- # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
- - title: "2210.0-11"
- data-set: "vpp-3n-dnv-curr-iter-mrr"
- comparisons:
- # - title: "2206.0-11 vs 2206.0-10"
- # reference: 2
- # compare: 3
- # - title: "2210.0-11 vs 2206.0-11"
- # reference: 3
- # compare: 4
- - title: "2210.0-11 vs 2206.0-10"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
-
-# VPP Performance Changes 3n-dnv 4t4c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-dnv 4t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T4C'"
- columns:
- - title: "2202.0-10"
- data-set: "vpp-3n-dnv-hist-iter-mrr"
- - title: "2206.0-10"
- data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
- # - title: "2206.0-11"
- # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
- - title: "2210.0-11"
- data-set: "vpp-3n-dnv-curr-iter-mrr"
- comparisons:
- # - title: "2206.0-11 vs 2206.0-10"
- # reference: 2
- # compare: 3
- # - title: "2210.0-11 vs 2206.0-11"
- # reference: 3
- # compare: 4
- - title: "2210.0-11 vs 2206.0-10"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.'
- # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.'
- - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'
-
# VPP Performance Changes 3n-tsh 1t1c mrr
- type: "table"
title: "VPP Performance Changes 3n-tsh 1t1c mrr"
@@ -4455,40 +3895,6 @@
- "parent"
- "msg"
-# Detailed Test Results - VPP Performance Results 3n-dnv
-- type: "table"
- title: "Detailed Test Results - VPP Performance Results 3n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
- data: "vpp-3n-dnv-curr-cov"
- filter: "all"
- parameters:
- - "name"
- - "parent"
- - "msg"
-
-# Detailed Test Results - VPP Performance Results 2n-dnv
-- type: "table"
- title: "Detailed Test Results - VPP Performance Results 2n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
- data: "vpp-2n-dnv-curr-cov"
- filter: "all"
- parameters:
- - "name"
- - "parent"
- - "msg"
-
# Detailed Test Results - VPP Performance Results 3n-snr
- type: "table"
title: "Detailed Test Results - VPP Performance Results 3n-snr"
@@ -4644,40 +4050,6 @@
- "name"
- "conf-history"
-# Test configuration - VPP Performance Test Configs 3n-dnv
-- type: "table"
- title: "Test configuration - VPP Performance Test Configs 3n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
- data: "vpp-3n-dnv-curr-cov"
- filter: "all"
- parameters:
- - "parent"
- - "name"
- - "conf-history"
-
-# Test configuration - VPP Performance Test Configs 2n-dnv
-- type: "table"
- title: "Test configuration - VPP Performance Test Configs 2n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
- data: "vpp-2n-dnv-curr-cov"
- filter: "all"
- parameters:
- - "parent"
- - "name"
- - "conf-history"
-
# Test configuration - VPP Performance Test Configs 3n-snr
- type: "table"
title: "Test configuration - VPP Performance Test Configs 3n-snr"
@@ -4768,22 +4140,6 @@
data: "vpp-2n-tx2-curr-cov"
filter: "all"
-# Test Operational Data - VPP Performance Operational Data 3n-dnv
-- type: "table"
- title: "Test Operational Data - VPP Performance Operational Data 3n-dnv"
- algorithm: "table_oper_data_html"
- output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/"
- data: "vpp-3n-dnv-curr-cov"
- filter: "all"
-
-# Test Operational Data - VPP Performance Operational Data 2n-dnv
-- type: "table"
- title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
- algorithm: "table_oper_data_html"
- output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/"
- data: "vpp-2n-dnv-curr-cov"
- filter: "all"
-
# Test Operational Data - VPP Performance Operational Data 3n-snr
- type: "table"
title: "Test Operational Data - VPP Performance Operational Data 3n-snr"
@@ -4919,40 +4275,6 @@
- "parent"
- "msg"
-# Detailed Test Results - VPP MRR Results 3n-dnv
-- type: "table"
- title: "Detailed Test Results - VPP MRR Results 3n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
- data: "data msg"
- data: "vpp-3n-dnv-curr-iter-mrr"
- filter: "all"
- parameters:
- - "name"
- - "parent"
- - "msg"
-
-# Detailed Test Results - VPP MRR Results 2n-dnv
-- type: "table"
- title: "Detailed Test Results - VPP MRR Results 2n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
- data: "data msg"
- data: "vpp-2n-dnv-curr-iter-mrr"
- filter: "all"
- parameters:
- - "name"
- - "parent"
- - "msg"
-
# Detailed Test Results - VPP MRR Results 3n-snr
- type: "table"
title: "Detailed Test Results - VPP MRR Results 3n-snr"
@@ -5106,40 +4428,6 @@
- "name"
- "conf-history"
-# Test configuration - VPP MRR Test Configs 3n-dnv
-- type: "table"
- title: "Test configuration - VPP MRR Test Configs 3n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
- data: "vpp-3n-dnv-curr-iter-mrr"
- filter: "all"
- parameters:
- - "parent"
- - "name"
- - "conf-history"
-
-# Test configuration - VPP MRR Test Configs 2n-dnv
-- type: "table"
- title: "Test configuration - VPP MRR Test Configs 2n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
- data: "vpp-2n-dnv-curr-iter-mrr"
- filter: "all"
- parameters:
- - "parent"
- - "name"
- - "conf-history"
-
# Test configuration - VPP MRR Test Configs 3n-snr
- type: "table"
title: "Test configuration - VPP MRR Test Configs 3n-snr"
@@ -5977,8 +5265,6 @@
- "{DIR[DTR,PERF,VPP,3N,ALT]}"
- "{DIR[DTR,PERF,VPP,3N,TSH]}"
- "{DIR[DTR,PERF,VPP,2N,TX2]}"
- - "{DIR[DTR,PERF,VPP,2N,DNV]}"
- - "{DIR[DTR,PERF,VPP,3N,DNV]}"
- "{DIR[DTR,PERF,VPP,2N,AWS]}"
- "{DIR[DTR,PERF,VPP,3N,SNR]}"
data:
@@ -5989,8 +5275,6 @@
- "vpp-3n-alt-curr-cov"
- "vpp-3n-tsh-curr-cov"
- "vpp-2n-tx2-curr-cov"
- - "vpp-2n-dnv-curr-cov"
- - "vpp-3n-dnv-curr-cov"
- "vpp-2n-aws-curr-cov"
- "vpp-3n-snr-curr-cov"
filter: "'NDRPDR'"
@@ -6018,8 +5302,6 @@
- "3n-alt"
- "3n-tsh"
- "2n-tx2"
- - "2n-dnv"
- - "3n-dnv"
- "2n-aws"
- "3n-snr"
level-3:
@@ -6047,8 +5329,6 @@
- "{DIR[DTC,PERF,VPP,3N,ALT]}"
- "{DIR[DTC,PERF,VPP,3N,TSH]}"
- "{DIR[DTC,PERF,VPP,2N,TX2]}"
- - "{DIR[DTC,PERF,VPP,2N,DNV]}"
- - "{DIR[DTC,PERF,VPP,3N,DNV]}"
- "{DIR[DTC,PERF,VPP,2N,AWS]}"
- "{DIR[DTC,PERF,VPP,3N,SNR]}"
data:
@@ -6059,8 +5339,6 @@
- "vpp-3n-alt-curr-cov"
- "vpp-3n-tsh-curr-cov"
- "vpp-2n-tx2-curr-cov"
- - "vpp-2n-dnv-curr-cov"
- - "vpp-3n-dnv-curr-cov"
- "vpp-2n-aws-curr-cov"
- "vpp-3n-snr-curr-cov"
filter: "'NDRPDR'"
@@ -6088,8 +5366,6 @@
- "3n-alt"
- "3n-tsh"
- "2n-tx2"
- - "2n-dnv"
- - "3n-dnv"
- "2n-aws"
- "3n-snr"
level-3:
@@ -6117,8 +5393,6 @@
- "{DIR[DTO,PERF,VPP,3N,ALT]}"
- "{DIR[DTO,PERF,VPP,3N,TSH]}"
- "{DIR[DTO,PERF,VPP,2N,TX2]}"
- - "{DIR[DTO,PERF,VPP,2N,DNV]}"
- - "{DIR[DTO,PERF,VPP,3N,DNV]}"
- "{DIR[DTO,PERF,VPP,2N,AWS]}"
- "{DIR[DTO,PERF,VPP,3N,SNR]}"
data:
@@ -6129,8 +5403,6 @@
- "vpp-3n-alt-curr-cov"
- "vpp-3n-tsh-curr-cov"
- "vpp-2n-tx2-curr-cov"
- - "vpp-2n-dnv-curr-cov"
- - "vpp-3n-dnv-curr-cov"
- "vpp-2n-aws-curr-cov"
- "vpp-3n-snr-curr-cov"
filter: "'NDRPDR'"
@@ -6158,8 +5430,6 @@
- "3n-alt"
- "3n-tsh"
- "2n-tx2"
- - "2n-dnv"
- - "3n-dnv"
- "2n-aws"
- "3n-snr"
level-3:
@@ -6187,8 +5457,6 @@
- "{DIR[DTR,MRR,VPP,3N,ALT]}"
- "{DIR[DTR,MRR,VPP,3N,TSH]}"
- "{DIR[DTR,MRR,VPP,2N,TX2]}"
- - "{DIR[DTR,MRR,VPP,2N,DNV]}"
- - "{DIR[DTR,MRR,VPP,3N,DNV]}"
- "{DIR[DTR,MRR,VPP,2N,AWS]}"
- "{DIR[DTR,MRR,VPP,3N,SNR]}"
data:
@@ -6199,8 +5467,6 @@
- "vpp-3n-alt-curr-iter-mrr"
- "vpp-3n-tsh-curr-iter-mrr"
- "vpp-2n-tx2-curr-iter-mrr"
- - "vpp-2n-dnv-curr-iter-mrr"
- - "vpp-3n-dnv-curr-iter-mrr"
- "vpp-2n-aws-curr-iter-mrr"
- "vpp-3n-snr-curr-iter-mrr"
filter: "'MRR'"
@@ -6228,8 +5494,6 @@
- "3n-alt"
- "3n-tsh"
- "2n-tx2"
- - "2n-dnv"
- - "3n-dnv"
- "2n-aws"
- "3n-snr"
level-3:
@@ -6257,8 +5521,6 @@
- "{DIR[DTC,MRR,VPP,3N,ALT]}"
- "{DIR[DTC,MRR,VPP,3N,TSH]}"
- "{DIR[DTC,MRR,VPP,2N,TX2]}"
- - "{DIR[DTC,MRR,VPP,2N,DNV]}"
- - "{DIR[DTC,MRR,VPP,3N,DNV]}"
- "{DIR[DTC,MRR,VPP,2N,AWS]}"
- "{DIR[DTC,MRR,VPP,3N,SNR]}"
data:
@@ -6269,8 +5531,6 @@
- "vpp-3n-alt-curr-iter-mrr"
- "vpp-3n-tsh-curr-iter-mrr"
- "vpp-2n-tx2-curr-iter-mrr"
- - "vpp-2n-dnv-curr-iter-mrr"
- - "vpp-3n-dnv-curr-iter-mrr"
- "vpp-2n-aws-curr-iter-mrr"
- "vpp-3n-snr-curr-iter-mrr"
filter: "'MRR'"
@@ -6298,8 +5558,6 @@
- "3n-alt"
- "3n-tsh"
- "2n-tx2"
- - "2n-dnv"
- - "3n-dnv"
- "2n-aws"
- "3n-snr"
level-3:
@@ -6942,37 +6200,6 @@
layout: "plot-throughput"
- type: "plot"
- title: "Throughput: 2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-ip4routing-base-scale-[ixgbe,af_xdp]-{test_type}"
- data: "vpp-2n-dnv-curr-iter"
- core: ["1t1c", ]
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}"
- data: "vpp-3n-dnv-curr-iter"
- core: ["1t1c", ]
- include:
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
title: "Throughput: 2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}"
algorithm: "plot_ndrpdr_box_name"
output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}"
@@ -7042,19 +6269,6 @@
layout: "plot-throughput"
- type: "plot"
- title: "Throughput: 3n-dnv-x553-64b-{core}-ip4tunnel-base-ixgbe-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-ip4tunnel-base-ixgbe-{test_type}"
- data: "vpp-3n-dnv-curr-iter"
- core: ["1t1c", ]
- include:
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-{core}-ip4tunnel-base-ixgbe-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
title: "Throughput: 3n-tsh-x520-78b-{core}-ip6routing-base-ixgbe-{test_type}"
algorithm: "plot_ndrpdr_box_name"
output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-{core}-ip6routing-base-ixgbe-{test_type}"
@@ -7067,69 +6281,6 @@
layout: "plot-throughput"
- type: "plot"
- title: "Throughput: 2n-dnv-x553-78b-{core}-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-{core}-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}"
- data: "vpp-2n-dnv-curr-iter"
- core: ["1t1c", ]
- include:
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr"
- layout:
- title: "2n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 2n-dnv-x553-100b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-100b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}"
- data: "vpp-2n-dnv-curr-iter"
- core: ["1t1c", ]
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr"
- layout:
- title: "2n-dnv-x553-100b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 2n-dnv-x553-1518b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-1518b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}"
- data: "vpp-2n-dnv-curr-iter"
- core: ["1t1c", ]
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.1518b-{core}-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.1518b-{core}-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.1518b-{core}-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.1518b-{core}-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.1518b-{core}-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.1518b-{core}-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr"
- layout:
- title: "2n-dnv-x553-1518b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}"
- data: "vpp-3n-dnv-curr-iter"
- core: ["1t1c", ]
- include:
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr"
- layout:
- title: "3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
title: "Throughput: 3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}"
algorithm: "plot_ndrpdr_box_name"
output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}"
@@ -7147,23 +6298,6 @@
layout: "plot-throughput"
- type: "plot"
- title: "Throughput: 3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}"
- data: "vpp-3n-dnv-curr-iter"
- core: ["1t1c", ]
- include:
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- layout:
- title: "3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
title: "Throughput: 3n-tsh-x520-64b-{core}-l2switching-base-ixgbe-{test_type}"
algorithm: "plot_ndrpdr_box_name"
output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-l2switching-base-ixgbe-{test_type}"
@@ -7197,85 +6331,6 @@
layout: "plot-throughput"
- type: "plot"
- title: "Throughput: 2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}"
- data: "vpp-2n-dnv-curr-iter"
- core: ["1t1c", ]
- include:
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}"
- data: "vpp-2n-dnv-curr-iter"
- core: ["1t1c", ]
- include:
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}"
- data: "vpp-3n-dnv-curr-iter"
- core: ["1t1c", ]
- include:
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}"
- data: "vpp-3n-dnv-curr-iter"
- core: ["1t1c", ]
- include:
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}"
- data: "vpp-3n-dnv-curr-iter"
- core: ["1t1c", ]
- include:
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
title: "Throughput: 3n-tsh-x520-78b-{core}-srv6-ip6routing-base-ixgbe-{test_type}"
algorithm: "plot_ndrpdr_box_name"
output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-{core}-srv6-ip6routing-base-ixgbe-{test_type}"
@@ -8119,216 +7174,6 @@
layout: "plot-throughput-speedup-analysis"
- type: "plot"
- title: "Speedup: 2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-ip4routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa"
- data: "vpp-2n-dnv-curr-iter"
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-dnv-x553-100b-nat44ed-ip4routing-tcp-tput-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-100b-nat44ed-ip4routing-tcp-tput-{test_type}-tsa"
- data: "vpp-2n-dnv-curr-iter"
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr"
- layout:
- title: "2n-dnv-x553-100b-nat44ed-ip4routing-tcp-tput-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-dnv-x553-1518b-nat44ed-ip4routing-tcp-tput-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-1518b-nat44ed-ip4routing-tcp-tput-{test_type}-tsa"
- data: "vpp-2n-dnv-curr-iter"
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr"
- layout:
- title: "2n-dnv-x553-1518b-nat44ed-ip4routing-tcp-tput-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa"
- data: "vpp-2n-dnv-curr-iter"
- include:
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr"
- layout:
- title: "2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa"
- data: "vpp-2n-dnv-curr-iter"
- include:
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa"
- data: "vpp-2n-dnv-curr-iter"
- include:
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-af_xdp-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa"
- data: "vpp-2n-dnv-curr-iter"
- include:
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Patch-Ndrpdr.64B-.t.c-af-xdp-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-.t.c-af-xdp-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-l2switching-base-scale-af_xdp-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa"
- data: "vpp-3n-dnv-curr-iter"
- include:
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-64b-ip4tunnel-base-ixgbe-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4tunnel-base-ixgbe-{test_type}-tsa"
- data: "vpp-3n-dnv-curr-iter"
- include:
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-ip4tunnel-base-ixgbe-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa"
- data: "vpp-3n-dnv-curr-iter"
- include:
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr"
- layout:
- title: "3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa"
- data: "vpp-3n-dnv-curr-iter"
- include:
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- layout:
- title: "3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa"
- data: "vpp-3n-dnv-curr-iter"
- include:
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa"
- data: "vpp-3n-dnv-curr-iter"
- include:
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}-tsa"
- data: "vpp-3n-dnv-curr-iter"
- include:
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
title: "Speedup: 2n-tx2-xl710-64b-ipsec-base-scale-sw-policy-dpdk-{test_type}-tsa"
algorithm: "plot_tsa_name"
output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-ipsec-base-scale-sw-policy-dpdk-{test_type}-tsa"