Report: Add Latency comparison tables

Change-Id: I6774383eef9839352ed3924e7482177fd85b34e6
Signed-off-by: Tibor Frank <tifrank@cisco.com>

2 files changed, 677 insertions, 8 deletions

diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py
index 449b2357a8..fa5a963600 100644
--- a/resources/tools/presentation/generator_tables.py
+++ b/resources/tools/presentation/generator_tables.py
@@ -477,6 +477,13 @@ def _tpc_insert_data(target, src, include_tests):
             target[u"data"].append(src[u"throughput"][u"PDR"][u"LOWER"])
         elif include_tests == u"NDR":
             target[u"data"].append(src[u"throughput"][u"NDR"][u"LOWER"])
+        elif u"latency" in include_tests:
+            keys = include_tests.split(u"-")
+            if len(keys) == 4:
+                lat = src[keys[0]][keys[1]][keys[2]][keys[3]]
+                target[u"data"].append(
+                    float(u"nan") if lat == -1 else lat * 1e6
+                )
     except (KeyError, TypeError):
         pass
 
@@ -1623,7 +1630,14 @@ def table_comparison(table, input_data):
         tag = col.get(u"tag", None)
         data = input_data.filter_data(
             table,
-            params=[u"throughput", u"result", u"name", u"parent", u"tags"],
+            params=[
+                u"throughput",
+                u"result",
+                u"latency",
+                u"name",
+                u"parent",
+                u"tags"
+            ],
             data=col[u"data-set"],
             continue_on_error=True
         )
@@ -1695,7 +1709,8 @@ def table_comparison(table, input_data):
                             include_tests=table[u"include-tests"]
                         )
 
-        if table[u"include-tests"] in (u"NDR", u"PDR"):
+        if table[u"include-tests"] in (u"NDR", u"PDR") or \
+                u"latency" in table[u"include-tests"]:
             for tst_name, tst_data in col_data[u"data"].items():
                 if tst_data[u"data"]:
                     tst_data[u"mean"] = mean(tst_data[u"data"])
@@ -1780,10 +1795,13 @@ def table_comparison(table, input_data):
                         cmp_itm[u"mean"] is not None and \
                         ref_itm[u"stdev"] is not None and \
                         cmp_itm[u"stdev"] is not None:
-                    delta, d_stdev = relative_change_stdev(
-                        ref_itm[u"mean"], cmp_itm[u"mean"],
-                        ref_itm[u"stdev"], cmp_itm[u"stdev"]
-                    )
+                    try:
+                        delta, d_stdev = relative_change_stdev(
+                            ref_itm[u"mean"], cmp_itm[u"mean"],
+                            ref_itm[u"stdev"], cmp_itm[u"stdev"]
+                        )
+                    except ZeroDivisionError:
+                        break
                     if delta is None:
                         break
                     new_row.append({
diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index 617828b917..4a9dbbdc48 100644
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -2,6 +2,657 @@
 ###                               T A B L E S                                ###
 ################################################################################
 
+# VPP Latency Changes 3n-skx 2t1c
+- type: "table"
+  title: "VPP Latency Changes 3n-skx 2t1c PDR50-direction1-avg"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr50-d1-avg"
+  include-tests: "latency-PDR50-direction1-avg"
+  filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+  columns:
+    - title: "2101.0-6"
+      data-set: "vpp-3n-skx-prev-iter-old-env"
+    - title: "2101.0-7"
+      data-set: "vpp-3n-skx-prev-iter-new-env"
+    - title: "2106.0-7"
+      data-set: "vpp-3n-skx-curr-iter-best"
+  comparisons:
+    - title: "2101.0-7 vs 2101.0-6"
+      reference: 1
+      compare: 2
+#      rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml"
+    - title: "2106.0-7 vs 2101.0-7"
+      reference: 2
+      compare: 3
+#      rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml"
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 3n-skx with xxv710.'
+    - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
+    - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 3n-skx 2t1c
+- type: "table"
+  title: "VPP Latency Changes 3n-skx 2t1c PDR90-direction1-avg"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-avg"
+  include-tests: "latency-PDR90-direction1-avg"
+  filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+  columns:
+    - title: "2101.0-6"
+      data-set: "vpp-3n-skx-prev-iter-old-env"
+    - title: "2101.0-7"
+      data-set: "vpp-3n-skx-prev-iter-new-env"
+    - title: "2106.0-7"
+      data-set: "vpp-3n-skx-curr-iter-best"
+  comparisons:
+    - title: "2101.0-7 vs 2101.0-6"
+      reference: 1
+      compare: 2
+#      rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml"
+    - title: "2106.0-7 vs 2101.0-7"
+      reference: 2
+      compare: 3
+#      rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml"
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 3n-skx with xxv710.'
+    - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
+    - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 3n-skx 2t1c
+- type: "table"
+  title: "VPP Latency Changes 3n-skx 2t1c PDR90-direction1-max"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-max"
+  include-tests: "latency-PDR90-direction1-max"
+  filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+  columns:
+    - title: "2101.0-6"
+      data-set: "vpp-3n-skx-prev-iter-old-env"
+    - title: "2101.0-7"
+      data-set: "vpp-3n-skx-prev-iter-new-env"
+    - title: "2106.0-7"
+      data-set: "vpp-3n-skx-curr-iter-best"
+  comparisons:
+    - title: "2101.0-7 vs 2101.0-6"
+      reference: 1
+      compare: 2
+#      rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml"
+    - title: "2106.0-7 vs 2101.0-7"
+      reference: 2
+      compare: 3
+#      rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml"
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 3n-skx with xxv710.'
+    - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
+    - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 2n-skx 2t1c
+- type: "table"
+  title: "VPP Latency Changes 2n-skx 2t1c PDR50-direction1-avg"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr50-d1-avg"
+  include-tests: "latency-PDR50-direction1-avg"
+  filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+  columns:
+    - title: "2101.0-6"
+      data-set: "vpp-2n-skx-prev-iter-old-env"
+    - title: "2101.0-7"
+      data-set: "vpp-2n-skx-prev-iter-new-env"
+    - title: "2106.0-7"
+      data-set: "vpp-2n-skx-curr-iter-best"
+  comparisons:
+    - title: "2101.0-7 vs 2101.0-6"
+      reference: 1
+      compare: 2
+#      rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml"
+    - title: "2106.0-7 vs 2101.0-7"
+      reference: 2
+      compare: 3
+#      rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml"
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 2n-skx with xxv710.'
+    - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
+    - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 2n-skx 2t1c
+- type: "table"
+  title: "VPP Latency Changes 2n-skx 2t1c PDR90-direction1-avg"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-avg"
+  include-tests: "latency-PDR90-direction1-avg"
+  filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+  columns:
+    - title: "2101.0-6"
+      data-set: "vpp-2n-skx-prev-iter-old-env"
+    - title: "2101.0-7"
+      data-set: "vpp-2n-skx-prev-iter-new-env"
+    - title: "2106.0-7"
+      data-set: "vpp-2n-skx-curr-iter-best"
+  comparisons:
+    - title: "2101.0-7 vs 2101.0-6"
+      reference: 1
+      compare: 2
+#      rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml"
+    - title: "2106.0-7 vs 2101.0-7"
+      reference: 2
+      compare: 3
+#      rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml"
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 2n-skx with xxv710.'
+    - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
+    - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 2n-skx 2t1c
+- type: "table"
+  title: "VPP Latency Changes 2n-skx 2t1c PDR90-direction1-max"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-max"
+  include-tests: "latency-PDR90-direction1-max"
+  filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+  columns:
+    - title: "2101.0-6"
+      data-set: "vpp-2n-skx-prev-iter-old-env"
+    - title: "2101.0-7"
+      data-set: "vpp-2n-skx-prev-iter-new-env"
+    - title: "2106.0-7"
+      data-set: "vpp-2n-skx-curr-iter-best"
+  comparisons:
+    - title: "2101.0-7 vs 2101.0-6"
+      reference: 1
+      compare: 2
+#      rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml"
+    - title: "2106.0-7 vs 2101.0-7"
+      reference: 2
+      compare: 3
+#      rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml"
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 2n-skx with xxv710.'
+    - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
+    - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 2n-clx 2t1c
+- type: "table"
+  title: "VPP Latency Changes 2n-clx 2t1c PDR50-direction1-avg"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr50-d1-avg"
+  include-tests: "latency-PDR50-direction1-avg"
+  filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+  columns:
+    - title: "2101.0-6"
+      data-set: "vpp-2n-clx-prev-iter-old-env"
+    - title: "2101.0-7"
+      data-set: "vpp-2n-clx-prev-iter-new-env"
+    - title: "2106.0-7"
+      data-set: "vpp-2n-clx-curr-iter"
+  comparisons:
+    - title: "2101.0-7 vs 2101.0-6"
+      reference: 1
+      compare: 2
+#      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
+    - title: "2106.0-7 vs 2101.0-7"
+      reference: 2
+      compare: 3
+#      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with xxv710.'
+    - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
+    - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 2n-clx 2t1c
+- type: "table"
+  title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-avg"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-avg"
+  include-tests: "latency-PDR90-direction1-avg"
+  filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+  columns:
+    - title: "2101.0-6"
+      data-set: "vpp-2n-clx-prev-iter-old-env"
+    - title: "2101.0-7"
+      data-set: "vpp-2n-clx-prev-iter-new-env"
+    - title: "2106.0-7"
+      data-set: "vpp-2n-clx-curr-iter"
+  comparisons:
+    - title: "2101.0-7 vs 2101.0-6"
+      reference: 1
+      compare: 2
+#      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
+    - title: "2106.0-7 vs 2101.0-7"
+      reference: 2
+      compare: 3
+#      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with xxv710.'
+    - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
+    - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 2n-clx 2t1c
+- type: "table"
+  title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-max"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-max"
+  include-tests: "latency-PDR90-direction1-max"
+  filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+  columns:
+    - title: "2101.0-6"
+      data-set: "vpp-2n-clx-prev-iter-old-env"
+    - title: "2101.0-7"
+      data-set: "vpp-2n-clx-prev-iter-new-env"
+    - title: "2106.0-7"
+      data-set: "vpp-2n-clx-curr-iter"
+  comparisons:
+    - title: "2101.0-7 vs 2101.0-6"
+      reference: 1
+      compare: 2
+#      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
+    - title: "2106.0-7 vs 2101.0-7"
+      reference: 2
+      compare: 3
+#      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with xxv710.'
+    - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
+    - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 2n-clx 2t1c
+- type: "table"
+  title: "VPP Latency Changes 2n-clx 2t1c PDR50-direction1-avg"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr50-d1-avg"
+  include-tests: "latency-PDR50-direction1-avg"
+  filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+  columns:
+    - title: "2101.0-6"
+      data-set: "vpp-2n-clx-prev-iter-old-env"
+    - title: "2101.0-7"
+      data-set: "vpp-2n-clx-prev-iter-new-env"
+    - title: "2106.0-7"
+      data-set: "vpp-2n-clx-curr-iter"
+  comparisons:
+    - title: "2101.0-7 vs 2101.0-6"
+      reference: 1
+      compare: 2
+#      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
+    - title: "2106.0-7 vs 2101.0-7"
+      reference: 2
+      compare: 3
+#      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with cx556a.'
+    - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
+    - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 2n-clx 2t1c
+- type: "table"
+  title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-avg"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-avg"
+  include-tests: "latency-PDR90-direction1-avg"
+  filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+  columns:
+    - title: "2101.0-6"
+      data-set: "vpp-2n-clx-prev-iter-old-env"
+    - title: "2101.0-7"
+      data-set: "vpp-2n-clx-prev-iter-new-env"
+    - title: "2106.0-7"
+      data-set: "vpp-2n-clx-curr-iter"
+  comparisons:
+    - title: "2101.0-7 vs 2101.0-6"
+      reference: 1
+      compare: 2
+#      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
+    - title: "2106.0-7 vs 2101.0-7"
+      reference: 2
+      compare: 3
+#      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with cx556a.'
+    - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
+    - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 2n-clx 2t1c
+- type: "table"
+  title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-max"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-max"
+  include-tests: "latency-PDR90-direction1-max"
+  filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+  columns:
+    - title: "2101.0-6"
+      data-set: "vpp-2n-clx-prev-iter-old-env"
+    - title: "2101.0-7"
+      data-set: "vpp-2n-clx-prev-iter-new-env"
+    - title: "2106.0-7"
+      data-set: "vpp-2n-clx-curr-iter"
+  comparisons:
+    - title: "2101.0-7 vs 2101.0-6"
+      reference: 1
+      compare: 2
+#      rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
+    - title: "2106.0-7 vs 2101.0-7"
+      reference: 2
+      compare: 3
+#      rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with cx556a.'
+    - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
+    - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 2n-zn2 2t1c
+- type: "table"
+  title: "VPP Latency Changes 2n-zn2 2t1c PDR50-direction1-avg"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr50-d1-avg"
+  include-tests: "latency-PDR50-direction1-avg"
+  filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+  columns:
+    - title: "2101.0-6"
+      data-set: "vpp-2n-zn2-prev-iter-old-env"
+    - title: "2101.0-7"
+      data-set: "vpp-2n-zn2-prev-iter-new-env"
+    - title: "2106.0-7"
+      data-set: "vpp-2n-zn2-curr-iter-best"
+  comparisons:
+    - title: "2101.0-7 vs 2101.0-6"
+      reference: 1
+      compare: 2
+#      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml"
+    - title: "2106.0-7 vs 2101.0-7"
+      reference: 2
+      compare: 3
+#      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml"
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
+    - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
+    - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 2n-zn2 2t1c
+- type: "table"
+  title: "VPP Latency Changes 2n-zn2 2t1c PDR90-direction1-avg"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-avg"
+  include-tests: "latency-PDR90-direction1-avg"
+  filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+  columns:
+    - title: "2101.0-6"
+      data-set: "vpp-2n-zn2-prev-iter-old-env"
+    - title: "2101.0-7"
+      data-set: "vpp-2n-zn2-prev-iter-new-env"
+    - title: "2106.0-7"
+      data-set: "vpp-2n-zn2-curr-iter-best"
+  comparisons:
+    - title: "2101.0-7 vs 2101.0-6"
+      reference: 1
+      compare: 2
+#      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml"
+    - title: "2106.0-7 vs 2101.0-7"
+      reference: 2
+      compare: 3
+#      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml"
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
+    - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
+    - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 2n-zn2 2t1c
+- type: "table"
+  title: "VPP Latency Changes 2n-zn2 2t1c PDR90-direction1-max"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-max"
+  include-tests: "latency-PDR90-direction1-max"
+  filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+  columns:
+    - title: "2101.0-6"
+      data-set: "vpp-2n-zn2-prev-iter-old-env"
+    - title: "2101.0-7"
+      data-set: "vpp-2n-zn2-prev-iter-new-env"
+    - title: "2106.0-7"
+      data-set: "vpp-2n-zn2-curr-iter-best"
+  comparisons:
+    - title: "2101.0-7 vs 2101.0-6"
+      reference: 1
+      compare: 2
+#      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml"
+    - title: "2106.0-7 vs 2101.0-7"
+      reference: 2
+      compare: 3
+#      rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml"
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
+    - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
+    - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 2n-tx2 1t1c
+- type: "table"
+  title: "VPP Latency Changes 2n-tx2 1t1c PDR50-direction1-avg"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr50-d1-avg"
+  include-tests: "latency-PDR50-direction1-avg"
+  filter: "'1T1C' and 'NDRPDR'"
+  columns:
+    - title: "2101.0-6"
+      data-set: "vpp-2n-tx2-prev-iter-old-env"
+    - title: "2101.0-7"
+      data-set: "vpp-2n-tx2-prev-iter-new-env"
+    - title: "2106.0-7"
+      data-set: "vpp-2n-tx2-curr-iter-best"
+  comparisons:
+    - title: "2101.0-7 vs 2101.0-6"
+      reference: 1
+      compare: 2
+#      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml"
+    - title: "2106.0-7 vs 2101.0-7"
+      reference: 2
+      compare: 3
+#      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml"
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
+    - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
+    - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 2n-tx2 1t1c
+- type: "table"
+  title: "VPP Latency Changes 2n-tx2 1t1c PDR90-direction1-avg"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-avg"
+  include-tests: "latency-PDR90-direction1-avg"
+  filter: "'1T1C' and 'NDRPDR'"
+  columns:
+    - title: "2101.0-6"
+      data-set: "vpp-2n-tx2-prev-iter-old-env"
+    - title: "2101.0-7"
+      data-set: "vpp-2n-tx2-prev-iter-new-env"
+    - title: "2106.0-7"
+      data-set: "vpp-2n-tx2-curr-iter-best"
+  comparisons:
+    - title: "2101.0-7 vs 2101.0-6"
+      reference: 1
+      compare: 2
+#      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml"
+    - title: "2106.0-7 vs 2101.0-7"
+      reference: 2
+      compare: 3
+#      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml"
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
+    - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
+    - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 2n-tx2 1t1c
+- type: "table"
+  title: "VPP Latency Changes 2n-tx2 1t1c PDR90-direction1-max"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-max"
+  include-tests: "latency-PDR90-direction1-max"
+  filter: "'1T1C' and 'NDRPDR'"
+  columns:
+    - title: "2101.0-6"
+      data-set: "vpp-2n-tx2-prev-iter-old-env"
+    - title: "2101.0-7"
+      data-set: "vpp-2n-tx2-prev-iter-new-env"
+    - title: "2106.0-7"
+      data-set: "vpp-2n-tx2-curr-iter-best"
+  comparisons:
+    - title: "2101.0-7 vs 2101.0-6"
+      reference: 1
+      compare: 2
+#      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml"
+    - title: "2106.0-7 vs 2101.0-7"
+      reference: 2
+      compare: 3
+#      rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml"
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
+    - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
+    - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 3n-tsh 1t1c
+- type: "table"
+  title: "VPP Latency Changes 3n-tsh 1t1c PDR50-direction1-avg"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr50-d1-avg"
+  include-tests: "latency-PDR50-direction1-avg"
+  filter: "'1T1C' and 'NDRPDR'"
+  columns:
+    - title: "2101.0-6"
+      data-set: "vpp-3n-tsh-prev-iter-old-env"
+    - title: "2101.0-7"
+      data-set: "vpp-3n-tsh-prev-iter-new-env"
+    - title: "2106.0-7"
+      data-set: "vpp-3n-tsh-curr-iter-best"
+  comparisons:
+    - title: "2101.0-7 vs 2101.0-6"
+      reference: 1
+      compare: 2
+#      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml"
+    - title: "2106.0-7 vs 2101.0-7"
+      reference: 2
+      compare: 3
+#      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml"
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 3n-tsh with x520.'
+    - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
+    - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 3n-tsh 1t1c
+- type: "table"
+  title: "VPP Latency Changes 3n-tsh 1t1c PDR90-direction1-avg"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-avg"
+  include-tests: "latency-PDR90-direction1-avg"
+  filter: "'1T1C' and 'NDRPDR'"
+  columns:
+    - title: "2101.0-6"
+      data-set: "vpp-3n-tsh-prev-iter-old-env"
+    - title: "2101.0-7"
+      data-set: "vpp-3n-tsh-prev-iter-new-env"
+    - title: "2106.0-7"
+      data-set: "vpp-3n-tsh-curr-iter-best"
+  comparisons:
+    - title: "2101.0-7 vs 2101.0-6"
+      reference: 1
+      compare: 2
+#      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml"
+    - title: "2106.0-7 vs 2101.0-7"
+      reference: 2
+      compare: 3
+#      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml"
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 3n-tsh with x520.'
+    - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
+    - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 3n-tsh 1t1c
+- type: "table"
+  title: "VPP Latency Changes 3n-tsh 1t1c PDR90-direction1-max"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-max"
+  include-tests: "latency-PDR90-direction1-max"
+  filter: "'1T1C' and 'NDRPDR'"
+  columns:
+    - title: "2101.0-6"
+      data-set: "vpp-3n-tsh-prev-iter-old-env"
+    - title: "2101.0-7"
+      data-set: "vpp-3n-tsh-prev-iter-new-env"
+    - title: "2106.0-7"
+      data-set: "vpp-3n-tsh-curr-iter-best"
+  comparisons:
+    - title: "2101.0-7 vs 2101.0-6"
+      reference: 1
+      compare: 2
+#      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml"
+    - title: "2106.0-7 vs 2101.0-7"
+      reference: 2
+      compare: 3
+#      rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml"
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 3n-tsh with x520.'
+    - 'YYMM.V-E:             [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
+    - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+
 # VPP Soak vs NDR - 2n-skx
 - type: "table"
   title: "VPP Soak vs NDR 2n-skx"
@@ -2938,7 +3589,7 @@
 #     - ""
 #     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
 #     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
-# 
+#
 # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr
 # - type: "table"
 #   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr"
@@ -2961,7 +3612,7 @@
 #     - ""
 #     - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
 #     - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
-# 
+#
 # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr
 # - type: "table"
 #   title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr"