-
type: "environment"
configuration:
# Debug mode:
# - Skip:
# - Download of input data files
# - Do:
# - Read data from given zip / xml files
# - Set the configuration as it is done in normal mode
# If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
CFG[DEBUG]: 0
paths:
# Top level directories:
## Working directory
DIR[WORKING]: "_tmp"
## Build directories
DIR[BUILD,HTML]: "_build"
DIR[BUILD,LATEX]: "_build_latex"
# Static .rst files
DIR[RST]: "../../../docs/report"
# Working directories
## Input data files (.zip, .xml)
DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
## Static source files from git
DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
# Static html content
DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
# Detailed test results
DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
DIR[DTR,PERF,VPP,IMPACT,SPECTRE]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_impact_spectre"
DIR[DTR,PERF,VPP,IMPACT,MELTDOWN]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
# Detailed test configurations
DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
# Detailed tests operational data
DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
# .css patch file to fix tables generated by Sphinx
DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
urls:
URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
make-dirs:
# List the directories which are created while preparing the environment.
# All directories MUST be defined in "paths" section.
- "DIR[WORKING,DATA]"
- "DIR[STATIC,VPP]"
- "DIR[STATIC,DPDK]"
- "DIR[STATIC,ARCH]"
- "DIR[BUILD,LATEX]"
- "DIR[WORKING,SRC]"
- "DIR[WORKING,SRC,STATIC]"
remove-dirs:
# List the directories which are deleted while cleaning the environment.
# All directories MUST be defined in "paths" section.
#- "DIR[BUILD,HTML]"
build-dirs:
# List the directories where the results (build) is stored.
# All directories MUST be defined in "paths" section.
- "DIR[BUILD,HTML]"
- "DIR[BUILD,LATEX]"
-
type: "configuration"
data-sets:
vpp-meltdown-impact:
# TODO: specify data sources
# csit-vpp-perf-1801-all:
# - 1
# - 2
plot-throughput-speedup-analysis:
# TODO: Add the data sources
# csit-vpp-perf-1801-all:
# - 1
# - 2
vpp-spectre-impact:
# TODO: specify data sources
# csit-vpp-perf-1801-all:
# - 1
# - 2
plot-throughput-speedup-analysis:
# TODO: Add the data sources
# csit-vpp-perf-1801-all:
# - 1
# - 2
performance-improvements:
csit-vpp-perf-1707-all:
- 9
- 10
- 13
- 14
- 15
- 16
- 17
- 18
- 19
- 21
csit-vpp-perf-1710-all:
- 11
- 12
- 13
- 14
- 15
- 16
- 17
- 18
- 19
- 20
csit-ligato-perf-1710-all:
- 5
- 7
- 8
- 9
- 10
- 11
- 12
- 13
- 16
- 17
vpp-perf-results:
csit-vpp-perf-1710-all:
- 20
- 23
vpp-func-results:
csit-vpp-functional-1710-ubuntu1604-virl:
- 126
ligato-perf-results:
csit-ligato-perf-1710-all:
- 17
dpdk-perf-results:
csit-dpdk-perf-1710-all:
- 13
hc-func-results:
csit-hc2vpp-verify-func-1710-ubuntu1604:
- "lastSuccessfulBuild"
nsh-func-results:
csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
- 7
plot-vpp-throughput-latency:
csit-vpp-perf-1710-all:
- 11
- 12
- 13
- 14
- 15
- 16
- 17
- 18
- 19
- 20
plot-dpdk-throughput-latency:
csit-dpdk-perf-1710-all:
- 2
- 3
- 5
- 6
- 7
- 8
- 9
- 10
- 11
- 13
plot-ligato-throughput-latency:
csit-ligato-perf-1710-all:
- 5
- 7
- 8
- 9
- 10
- 11
- 12
- 13
- 16
- 17
plot-layouts:
plot-throughput:
xaxis:
autorange: True
autotick: False
fixedrange: False
gridcolor: "rgb(238, 238, 238)"
linecolor: "rgb(238, 238, 238)"
linewidth: 1
showgrid: True
showline: True
showticklabels: True
tickcolor: "rgb(238, 238, 238)"
tickmode: "linear"
title: "Indexed Test Cases"
zeroline: False
yaxis:
gridcolor: "rgb(238, 238, 238)'"
hoverformat: ".4s"
linecolor: "rgb(238, 238, 238)"
linewidth: 1
range: []
showgrid: True
showline: True
showticklabels: True
tickcolor: "rgb(238, 238, 238)"
title: "Packets Per Second [pps]"
zeroline: False
boxmode: "group"
boxgroupgap: 0.5
autosize: False
margin:
t: 50
b: 20
l: 50
r: 20
showlegend: True
legend:
orientation: "h"
width: 700
height: 1000
plot-latency:
xaxis:
autorange: True
autotick: False
fixedrange: False
gridcolor: "rgb(238, 238, 238)"
linecolor: "rgb(238, 238, 238)"
linewidth: 1
showgrid: True
showline: True
showticklabels: True
tickcolor: "rgb(238, 238, 238)"
tickmode: "linear"
title: "Indexed Test Cases"
zeroline: False
yaxis:
gridcolor: "rgb(238, 238, 238)'"
hoverformat: ""
linecolor: "rgb(238, 238, 238)"
linewidth: 1
range: []
showgrid: True
showline: True
showticklabels: True
tickcolor: "rgb(238, 238, 238)"
title: "Latency min/avg/max [uSec]"
zeroline: False
boxmode: "group"
boxgroupgap: 0.5
autosize: False
margin:
t: 50
b: 20
l: 50
r: 20
showlegend: True
legend:
orientation: "h"
width: 700
height: 1000
plot-throughput-speedup-analysis:
xaxis:
# title: "Test Cases"
autorange: True
autotick: False
fixedrange: False
gridcolor: "rgb(238, 238, 238)"
linecolor: "rgb(238, 238, 238)"
linewidth: 1
showgrid: True
showline: True
showticklabels: True
tickcolor: "rgb(238, 238, 238)"
tickmode: "linear"
tickangle: 270
zeroline: False
yaxis:
title: "Throughput speedup factor"
gridcolor: "rgb(238, 238, 238)"
hoverformat: ".4s"
linecolor: "rgb(238, 238, 238)"
linewidth: 1
range: []
showgrid: True
showline: True
showticklabels: True
tickcolor: "rgb(238, 238, 238)"
zeroline: False
legend:
orientation: "h"
xanchor: "center"
yanchor: "top"
x: 0.5
y: 1
bgcolor: "rgba(255, 255, 255, 0)"
bordercolor: "rgba(255, 255, 255, 0)"
barmode: "group"
bargap: 0.15
bargroupgap: 0.1
autosize: False
margin:
't': 50
'b': 200
'l': 50
'r': 20
showlegend: True
width: 700
height: 1000
-
type: "debug"
general:
input-format: "xml" # zip or xml
extract: "robot-plugin/output.xml" # Only for zip
builds:
# The files must be in the directory DIR[WORKING,DATA]
csit-vpp-perf-1801-all:
-
build: 1
file: "{DIR[WORKING,DATA]}/output.xml"
-
build: 2
file: "{DIR[WORKING,DATA]}/output.xml"
# csit-dpdk-perf-1707-all:
# -
# build: 10
# file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__10.xml"
# -
# build: 9
# file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__9.xml"
# csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
# -
# build: 2
# file: "{DIR[WORKING,DATA]}/csit-nsh_sfc-verify-func-1707-ubuntu1604-virl-2.xml"
# csit-vpp-functional-1707-ubuntu1604-virl:
# -
# build: lastSuccessfulBuild
# file: "{DIR[WORKING,DATA]}/csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml"
# hc2vpp-csit-integration-1707-ubuntu1604:
# -
# build: lastSuccessfulBuild
# file: "{DIR[WORKING,DATA]}/hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml"
# csit-vpp-perf-1707-all:
# -
# build: 16
# file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__16__output.xml"
# -
# build: 17
# file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__17__output.xml"
-
type: "static"
src-path: "{DIR[RST]}"
dst-path: "{DIR[WORKING,SRC]}"
-
type: "input" # Ignored in debug mode
general:
file-name: "robot-plugin.zip"
file-format: ".zip"
download-path: "{job}/{build}/robot/report/*zip*/{filename}"
extract: "robot-plugin/output.xml"
builds:
csit-vpp-perf-1707-all:
- 9
- 10
- 13
- 14
- 15
- 16
- 17
- 18
- 19
- 21
csit-vpp-perf-1710-all:
- 11
- 12
- 13
- 14
- 15
- 16
- 17
- 18
- 19
- 20
- 23
csit-dpdk-perf-1710-all:
- 2
- 3
- 5
- 6
- 7
- 8
- 9
- 10
- 11
- 13
csit-ligato-perf-1710-all:
- 5
- 7
- 8
- 9
- 10
- 11
- 12
- 13
- 16
- 17
csit-vpp-functional-1710-ubuntu1604-virl:
- 126
csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
- 7
csit-hc2vpp-verify-func-1710-ubuntu1604:
- lastSuccessfulBuild
-
type: "output"
format:
html:
- full
pdf:
- minimal
################################################################################
### T A B L E S ###
################################################################################
-
type: "table"
title: "Performance Impact of Meltdown Patches"
algorithm: "table_performance_comparision"
output-file-ext: ".csv"
# TODO: specify dir
output-file: "{DIR[DTR,PERF,VPP,IMPACT,MELTDOWN]}/meltdown-impact"
reference:
title: "No Meltdown"
# TODO: specify data sources
# data:
# csit-vpp-perf-1801-all:
# - 1
# - 2
compare:
title: "Meltdown Patches Applied"
# TODO: specify data sources
# data:
# csit-vpp-perf-1801-all:
# - 1
# - 2
data:
"vpp-meltdown-impact"
filter: "all"
parameters:
- "name"
- "parent"
- "throughput"
# Number of the best and the worst tests presented in the table. Use 0 (zero)
# to present all tests.
nr-of-tests-shown: 20
-
type: "table"
title: "Performance Impact of Spectre Patches"
algorithm: "table_performance_comparision"
output-file-ext: ".csv"
# TODO: specify dir
output-file: "{DIR[DTR,PERF,VPP,IMPACT,SPECTRE]}/spectre-impact"
reference:
title: "No Spectre"
# TODO: specify data sources
# data:
# csit-vpp-perf-1801-all:
# - 1
# - 2
compare:
title: "Spectre Patches Applied"
# TODO: specify data sources
# data:
# csit-vpp-perf-1801-all:
# - 1
# - 2
data:
"vpp-spectre-impact"
filter: "all"
parameters:
- "name"
- "parent"
- "throughput"
# Number of the best and the worst tests presented in the table. Use 0 (zero)
# to present all tests.
nr-of-tests-shown: 20
-
type: "table"
title: "Performance improvements"
algorithm: "table_performance_improvements"
template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
output-file-ext: ".csv"
output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
columns:
-
title: "Functionality"
data: "template 1"
-
title: "Test Name"
data: "template 2"
-
title: "16.09 mean [Mpps]"
data: "template 3"
-
title: "17.01 mean [Mpps]"
data: "template 4"
-
title: "17.04 mean [Mpps]"
data: "template 5"
-
title: "17.07 mean [Mpps]"
data: "data csit-vpp-perf-1707-all mean"
-
title: "17.10 mean [Mpps]"
data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean"
-
title: "17.10 stdev [Mpps]"
data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all stdev"
-
title: "17.07 to 17.10 change [%]"
data: "operation relative_change 5 6"
rows: "generated"
data:
"performance-improvements"
filter: "template"
parameters:
- "throughput"
-
type: "table"
title: "Detailed Test Results - VPP Performance Results"
algorithm: "table_merged_details"
output-file-ext: ".csv"
output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
columns:
-
title: "Name"
data: "data name"
-
title: "Documentation"
data: "data doc"
-
title: "Status"
data: "data msg"
rows: "generated"
data:
"vpp-perf-results"
filter: "not 'NDRCHK' and not 'PDRCHK'"
parameters:
- "name"
- "parent"
- "doc"
- "msg"
-
type: "table"
title: "Test configuration - VPP Performance Test Configs"
algorithm: "table_merged_details"
output-file-ext: ".csv"
output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
columns:
-
title: "Name"
data: "data name"
-
title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
data: "data vat-history"
rows: "generated"
data:
"vpp-perf-results"
filter: "not 'NDRCHK' and not 'PDRCHK'"
parameters:
- "parent"
- "name"
- "vat-history"
-
type: "table"
title: "Test Operational Data - VPP Performance Operational Data"
algorithm: "table_merged_details"
output-file-ext: ".csv"
output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
columns:
-
title: "Name"
data: "data name"
-
title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
data: "data show-run"
rows: "generated"
data:
"vpp-perf-results"
filter: "not 'NDRCHK' and not 'PDRCHK'"
parameters:
- "parent"
- "name"
- "show-run"
-
type: "table"
title: "Detailed Test Results - VPP Functional Results"
algorithm: "table_details"
output-file-ext: ".csv"
output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
columns:
-
title: "Name"
data: "data name"
-
title: "Documentation"
data: "data doc"
-
title: "Status"
data: "data status"
rows: "generated"
data:
"vpp-func-results"
filter: "all"
parameters:
- "name"
- "parent"
- "doc"
- "status"
-
type: "table"
title: "Test configuration - VPP Functional Test Configs"
algorithm: "table_details"
output-file-ext: ".csv"
output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
columns:
-
title: "Name"
data: "data name"
-
title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
data: "data vat-history"
rows: "generated"
data:
"vpp-func-results"
filter: "all"
parameters:
- "parent"
- "name"
- "vat-history"
-
type: "table"
title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
algorithm: "table_details"
output-file-ext: ".csv"
output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
columns:
-
title: "Name"
data: "data name"
-
title: "Documentation"
data: "data doc"
-
title: "Status"
data: "data msg"
rows: "generated"
data:
"ligato-perf-results"
filter: "all"
parameters:
- "name"
- "parent"
- "doc"
- "msg"
-
type: "table"
title: "Detailed Test Results - DPDK Performance Results"
algorithm: "table_details"
output-file-ext: ".csv"
output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
columns:
-
title: "Name"
data: "data name"
-
title: "Documentation"
data: "data doc"
-
title: "Status"
data: "data msg"
rows: "generated"
data:
"dpdk-perf-results"
filter: "all"
parameters:
- "name"
- "parent"
- "doc"
- "msg"
-
type: "table"
title: "Detailed Test Results - Honeycomb Functional Results"
algorithm: "table_details"
output-file-ext: ".csv"
output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
columns:
-
title: "Name"
data: "data name"
-
title: "Documentation"
data: "data doc"
-
title: "Status"
data: "data status"
rows: "generated"
data:
"hc-func-results"
filter: "all"
parameters:
- "name"
- "parent"
- "doc"
- "status"
-
type: "table"
title: "Detailed Test Results - NSH SFC Functional Results"
algorithm: "table_details"
output-file-ext: ".csv"
output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
columns:
-
title: "Name"
data: "data name"
-
title: "Documentation"
data: "data doc"
-
title: "Status"
data: "data status"
rows: "generated"
data:
"nsh-func-results"
filter: "all"
parameters:
- "name"
- "parent"
- "doc"
- "status"
################################################################################
### F I L E S ###
################################################################################
-
type: "file"
title: "VPP Performance Results"
algorithm: "file_merged_test_results"
output-file-ext: ".rst"
output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTR,PERF,VPP]}" data: "vpp-perf-results" filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "name" - "doc" - "level" - "parent" data-start-level: 3 # 0, 1, 2, ... chapters-start-level: 2 # 0, 1, 2, ... - type: "file" title: "VPP Performance Configuration" algorithm: "file_merged_test_results" output-file-ext: ".rst" output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTC,PERF,VPP]}" data: "vpp-perf-results" filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "name" - "doc" - "level" - "parent" data-start-level: 3 # 0, 1, 2, ... chapters-start-level: 2 # 0, 1, 2, ... - type: "file" title: "VPP Performance Operational Data" algorithm: "file_merged_test_results" output-file-ext: ".rst" output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTO,PERF,VPP]}" data: "vpp-perf-results" filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "name" - "doc" - "level" - "parent" data-start-level: 3 # 0, 1, 2, ... chapters-start-level: 2 # 0, 1, 2, ... - type: "file" title: "VPP Functional Results" algorithm: "file_test_results" output-file-ext: ".rst" output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTR,FUNC,VPP]}" data: "vpp-func-results" filter: "all" parameters: - "name" - "doc" - "level" data-start-level: 3 # 0, 1, 2, ... chapters-start-level: 2 # 0, 1, 2, ... - type: "file" title: "VPP Functional Configuration" algorithm: "file_test_results" output-file-ext: ".rst" output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTC,FUNC,VPP]}" data: "vpp-func-results" filter: "all" parameters: - "name" - "doc" - "level" data-start-level: 3 # 0, 1, 2, ... chapters-start-level: 2 # 0, 1, 2, ... - type: "file" title: "Container Orchestrated Performance Results" algorithm: "file_test_results" output-file-ext: ".rst" output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTR,PERF,COT]}" data: "ligato-perf-results" filter: "all" parameters: - "name" - "doc" - "level" data-start-level: 2 # 0, 1, 2, ... chapters-start-level: 2 # 0, 1, 2, ... - type: "file" title: "DPDK Performance Results" algorithm: "file_test_results" output-file-ext: ".rst" output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTR,PERF,DPDK]}" data: "dpdk-perf-results" filter: "all" parameters: - "name" - "doc" - "level" chapters: - "suites" data-start-level: 2 # 0, 1, 2, ... chapters-start-level: 2 # 0, 1, 2, ... - type: "file" title: "Honeycomb Functional Results" algorithm: "file_test_results" output-file-ext: ".rst" output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTR,FUNC,HC]}" data: "hc-func-results" filter: "all" parameters: - "name" - "doc" - "level" chapters: - "suites" data-start-level: 3 # 0, 1, 2, ... chapters-start-level: 2 # 0, 1, 2, ... - type: "file" title: "NSH SFC Functional Results" algorithm: "file_test_results" output-file-ext: ".rst" output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTR,FUNC,NSHSFC]}" data: "nsh-func-results" filter: "all" parameters: - "name" - "doc" - "level" chapters: - "suites" data-start-level: 2 # 0, 1, 2, ... chapters-start-level: 2 # 0, 1, 2, ... ################################################################################ ### P L O T S ### ################################################################################ # Plot Throughput Speedup Analysis # L2 - 10ge2p1x520 - NDR - type: "plot" title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" algorithm: "plot_throughput_speedup_analysis" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc" data: "plot-throughput-speedup-analysis" filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" - "tags" layout: title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" layout: "plot-throughput-speedup-analysis" # L2 - 40ge2p1xl710 - NDR - type: "plot" title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" algorithm: "plot_throughput_speedup_analysis" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc" data: "plot-throughput-speedup-analysis" filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" - "tags" layout: title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" layout: "plot-throughput-speedup-analysis" # L2 - 10ge2p1x520 - PDR - type: "plot" title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" algorithm: "plot_throughput_speedup_analysis" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc" data: "plot-throughput-speedup-analysis" filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" - "tags" layout: title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" layout: "plot-throughput-speedup-analysis" # IPv4 - 10ge2p1x520 - NDR - type: "plot" title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc" algorithm: "plot_throughput_speedup_analysis" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc" data: "plot-throughput-speedup-analysis" filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'" parameters: - "throughput" - "parent" - "tags" layout: title: "64B-*-ethip4-ip4(base|scale)*ndrdisc" layout: "plot-throughput-speedup-analysis" # IPv4 - 40ge2p1xl710 - NDR - type: "plot" title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc" algorithm: "plot_throughput_speedup_analysis" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc" data: "plot-throughput-speedup-analysis" filter: "'NIC_Intel-XL710' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'" parameters: - "throughput" - "parent" - "tags" layout: title: "64B-*-ethip4-ip4(base|scale)*ndrdisc" layout: "plot-throughput-speedup-analysis" # IPv4 - 10ge2p1x520 - PDR - type: "plot" title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc" algorithm: "plot_throughput_speedup_analysis" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc" data: "plot-throughput-speedup-analysis" filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'" parameters: - "throughput" - "parent" - "tags" layout: title: "64B-*-ethip4-ip4(base|scale)*pdrdisc" layout: "plot-throughput-speedup-analysis" # IPv6 - 10ge2p1x520 - NDR - type: "plot" title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc" algorithm: "plot_throughput_speedup_analysis" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc" data: "plot-throughput-speedup-analysis" filter: "'NIC_Intel-X520-DA2' and '78B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'" parameters: - "throughput" - "parent" - "tags" layout: title: "78B-*-ethip6-ip6(base|scale)*ndrdisc" layout: "plot-throughput-speedup-analysis" # IPv6 - 40ge2p1xl710 - NDR - type: "plot" title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc" algorithm: "plot_throughput_speedup_analysis" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc" data: "plot-throughput-speedup-analysis" filter: "'NIC_Intel-XL710' and '78B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'" parameters: - "throughput" - "parent" - "tags" layout: title: "78B-*-ethip6-ip6(base|scale)*ndrdisc" layout: "plot-throughput-speedup-analysis" # IPv6 - 10ge2p1x520 - PDR - type: "plot" title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc" algorithm: "plot_throughput_speedup_analysis" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc" data: "plot-throughput-speedup-analysis" filter: "'NIC_Intel-X520-DA2' and '78B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'" parameters: - "throughput" - "parent" - "tags" layout: title: "78B-*-ethip6-ip6(base|scale)*pdrdisc" layout: "plot-throughput-speedup-analysis" # Plot packets per second # VPP L2 sel1 - type: "plot" title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc" data: "plot-vpp-throughput-latency" # Keep this formatting, the filter is enclosed with " (quotation mark) and # each tag is enclosed with ' (apostrophe). filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" layout: "plot-throughput" # VPP L2 sel2 - type: "plot" title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" layout: "plot-throughput" # VPP IP4 - type: "plot" title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc" layout: "plot-throughput" # VPP IP6 - type: "plot" title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc" data: "plot-vpp-throughput-latency" filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc" data: "plot-vpp-throughput-latency" filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc" data: "plot-vpp-throughput-latency" filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc" data: "plot-vpp-throughput-latency" filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc" layout: "plot-throughput" # VPP IP4_overlay - type: "plot" title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc" layout: "plot-throughput" # VPP IP6_overlay - type: "plot" title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc" data: "plot-vpp-throughput-latency" filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc" data: "plot-vpp-throughput-latency" filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc" data: "plot-vpp-throughput-latency" filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc" data: "plot-vpp-throughput-latency" filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc" layout: "plot-throughput" # VPP VM VHOST - type: "plot" title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-1t1c-.*vhost.*-ndrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-2t2c-.*vhost.*-ndrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-1t1c-.*vhost.*-pdrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-2t2c-.*vhost.*-pdrdisc" layout: "plot-throughput" # VPP VM VHOST SELECTION - type: "plot" title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-1t1c-.*vhost.*-ndrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-2t2c-.*vhost.*-ndrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-1t1c-.*vhost.*-pdrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-2t2c-.*vhost.*-pdrdisc" layout: "plot-throughput" # VPP CRYPTO - type: "plot" title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-1t1c-.*ipsec.*-ndrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-2t2c-.*ipsec.*-ndrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-1t1c-.*ipsec.*-pdrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-2t2c-.*ipsec.*-pdrdisc" layout: "plot-throughput" # DPDK - type: "plot" title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc" data: "plot-dpdk-throughput-latency" filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" layout: "plot-throughput" - type: "plot" title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc" data: "plot-dpdk-throughput-latency" filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" layout: "plot-throughput" - type: "plot" title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc" data: "plot-dpdk-throughput-latency" filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc" xaxis: autorange: True autotick: False fixedrange: False gridcolor: "rgb(238, 238, 238)" linecolor: "rgb(238, 238, 238)" linewidth: 1 showgrid: True showline: True showticklabels: True tickcolor: "rgb(238, 238, 238)" tickmode: "linear" title: "Indexed Test Cases" zeroline: False yaxis: gridcolor: "rgb(238, 238, 238)'" hoverformat: ".4s" linecolor: "rgb(238, 238, 238)" linewidth: 1 range: [2000000, 12000000] showgrid: True showline: True showticklabels: True tickcolor: "rgb(238, 238, 238)" title: "Packets Per Second [pps]" zeroline: False boxmode: "group" boxgroupgap: 0.5 autosize: False margin: t: 50 b: 20 l: 50 r: 20 showlegend: True legend: orientation: "h" width: 700 height: 1000 - type: "plot" title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc" data: "plot-dpdk-throughput-latency" filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc" xaxis: autorange: True autotick: False fixedrange: False gridcolor: "rgb(238, 238, 238)" linecolor: "rgb(238, 238, 238)" linewidth: 1 showgrid: True showline: True showticklabels: True tickcolor: "rgb(238, 238, 238)" tickmode: "linear" title: "Indexed Test Cases" zeroline: False yaxis: gridcolor: "rgb(238, 238, 238)'" hoverformat: ".4s" linecolor: "rgb(238, 238, 238)" linewidth: 1 range: [2000000, 12000000] showgrid: True showline: True showticklabels: True tickcolor: "rgb(238, 238, 238)" title: "Packets Per Second [pps]" zeroline: False boxmode: "group" boxgroupgap: 0.5 autosize: False margin: t: 50 b: 20 l: 50 r: 20 showlegend: True legend: orientation: "h" width: 700 height: 1000 - type: "plot" title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc" data: "plot-dpdk-throughput-latency" filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" layout: "plot-throughput" - type: "plot" title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc" data: "plot-dpdk-throughput-latency" filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" layout: "plot-throughput" - type: "plot" title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc" data: "plot-dpdk-throughput-latency" filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc" xaxis: autorange: True autotick: False fixedrange: False gridcolor: "rgb(238, 238, 238)" linecolor: "rgb(238, 238, 238)" linewidth: 1 showgrid: True showline: True showticklabels: True tickcolor: "rgb(238, 238, 238)" tickmode: "linear" title: "Indexed Test Cases" zeroline: False yaxis: gridcolor: "rgb(238, 238, 238)'" hoverformat: ".4s" linecolor: "rgb(238, 238, 238)" linewidth: 1 range: [20000000, 30000000] showgrid: True showline: True showticklabels: True tickcolor: "rgb(238, 238, 238)" title: "Packets Per Second [pps]" zeroline: False boxmode: "group" boxgroupgap: 0.5 autosize: False margin: t: 50 b: 20 l: 50 r: 20 showlegend: True legend: orientation: "h" width: 700 height: 1000 - type: "plot" title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc" data: "plot-dpdk-throughput-latency" filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc" xaxis: autorange: True autotick: False fixedrange: False gridcolor: "rgb(238, 238, 238)" linecolor: "rgb(238, 238, 238)" linewidth: 1 showgrid: True showline: True showticklabels: True tickcolor: "rgb(238, 238, 238)" tickmode: "linear" title: "Indexed Test Cases" zeroline: False yaxis: gridcolor: "rgb(238, 238, 238)'" hoverformat: ".4s" linecolor: "rgb(238, 238, 238)" linewidth: 1 range: [20000000, 30000000] showgrid: True showline: True showticklabels: True tickcolor: "rgb(238, 238, 238)" title: "Packets Per Second [pps]" zeroline: False boxmode: "group" boxgroupgap: 0.5 autosize: False margin: t: 50 b: 20 l: 50 r: 20 showlegend: True legend: orientation: "h" width: 700 height: 1000 # Plot latency # VPP L2 sel1 - type: "plot" title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50" data: "plot-vpp-throughput-latency" filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" layout: "plot-latency" - type: "plot" title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50" data: "plot-vpp-throughput-latency" filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" layout: "plot-latency" # VPP L2 sel2 - type: "plot" title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50" data: "plot-vpp-throughput-latency" filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" layout: "plot-latency" - type: "plot" title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50" data: "plot-vpp-throughput-latency" filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" layout: "plot-latency" # VPP IP4 - type: "plot" title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50" data: "plot-vpp-throughput-latency" filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" layout: "plot-latency" - type: "plot" title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50" data: "plot-vpp-throughput-latency" filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc" layout: "plot-latency" # VPP IP6 - type: "plot" title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50" data: "plot-vpp-throughput-latency" filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" layout: "plot-latency" - type: "plot" title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50" data: "plot-vpp-throughput-latency" filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc" layout: "plot-latency" # VPP IP4_overlay - type: "plot" title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50" data: "plot-vpp-throughput-latency" filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" layout: "plot-latency" - type: "plot" title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50" data: "plot-vpp-throughput-latency" filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc" layout: "plot-latency" # VPP IP6_overlay - type: "plot" title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50" data: "plot-vpp-throughput-latency" filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" layout: "plot-latency" - type: "plot" title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50" data: "plot-vpp-throughput-latency" filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" layout: "plot-latency" # VPP VM VHOST - type: "plot" title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50" data: "plot-vpp-throughput-latency" filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "64B-1t1c-.*vhost.*-ndrdisc" layout: "plot-latency" - type: "plot" title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50" data: "plot-vpp-throughput-latency" filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "64B-2t2c-.*vhost.*-ndrdisc" layout: "plot-latency" # VPP VM VHOST selection - type: "plot" title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50" data: "plot-vpp-throughput-latency" filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "64B-1t1c-.*vhost.*-ndrdisc" layout: "plot-latency" - type: "plot" title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50" data: "plot-vpp-throughput-latency" filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "64B-2t2c-.*vhost.*-ndrdisc" layout: "plot-latency" # VPP CRYPTO - type: "plot" title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50" data: "plot-vpp-throughput-latency" filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "64B-1t1c-.*ipsec.*-ndrdisc" layout: "plot-latency" - type: "plot" title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50" data: "plot-vpp-throughput-latency" filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "64B-2t2c-.*ipsec.*-ndrdisc" layout: "plot-latency" # DPDK - type: "plot" title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50" data: "plot-dpdk-throughput-latency" filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" layout: "plot-latency" - type: "plot" title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50" data: "plot-dpdk-throughput-latency" filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" layout: "plot-latency" - type: "plot" title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50" data: "plot-dpdk-throughput-latency" filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc" layout: "plot-latency" - type: "plot" title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50" data: "plot-dpdk-throughput-latency" filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc" layout: "plot-latency" # Ligato - Throughput # Container memif - type: "plot" title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc" data: "plot-vpp-throughput-latency" filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" layout: "plot-throughput" # Container orchestrated - type: "plot" title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc" data: "plot-ligato-throughput-latency" filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc" data: "plot-ligato-throughput-latency" filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc" data: "plot-ligato-throughput-latency" filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" layout: "plot-throughput" - type: "plot" title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc" data: "plot-ligato-throughput-latency" filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "throughput" - "parent" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" layout: "plot-throughput" # Ligato - Latency # Container memif - type: "plot" title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50" data: "plot-vpp-throughput-latency" filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" layout: "plot-latency" - type: "plot" title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50" data: "plot-vpp-throughput-latency" filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" layout: "plot-latency" # Container orchestrated - type: "plot" title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50" data: "plot-ligato-throughput-latency" filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" layout: "plot-latency" - type: "plot" title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" algorithm: "plot_latency_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50" data: "plot-ligato-throughput-latency" filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" parameters: - "latency" - "parent" traces: boxmean: False layout: title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" layout: "plot-latency"