Report: Add data

Change-Id: I2ee6005d499c4d93cca72cffd3373ced16d7c994
Signed-off-by: Tibor Frank <tifrank@cisco.com>
(cherry picked from commit 014efcd0b57f88e70eb4229d241f7e189656c115)

7 files changed, 54 insertions, 50 deletions

diff --git a/docs/report/introduction/report_history.rst b/docs/report/introduction/report_history.rst
index 73ef974f2f..61028c23bc 100644
--- a/docs/report/introduction/report_history.rst
+++ b/docs/report/introduction/report_history.rst
@@ -10,8 +10,8 @@ below.
 | .46            | 1. Added coverage data for 2n-tx2 and 2n-zn2.              |
 |                | 2. Added 4t2c tests for 2n-aws and 3n-aws in               |
 |                |    :ref:`VPP_Packet_Throughput`.                           |
-|                |                                                            |
-|                |                                                            |
+|                | 3. Added DPDK :ref: `dpdk_throughput_speedup_multi_core`   |
+|                |    graphs.                                                 |
 |                |                                                            |
 |                |                                                            |
 +----------------+------------------------------------------------------------+
diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-aws-nitro50g.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-aws-nitro50g.rst
index 2172f207a4..1001692e69 100644
--- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-aws-nitro50g.rst
+++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-aws-nitro50g.rst
@@ -37,7 +37,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="11" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-64b-2t1c-ip4routing-base-scale-ndr.html"></iframe>
+    <iframe id="1" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-64b-2t1c-ip4routing-base-scale-ndr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -57,7 +57,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="12" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-64b-2t1c-ip4routing-base-scale-pdr.html"></iframe>
+    <iframe id="2" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-64b-2t1c-ip4routing-base-scale-pdr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -80,7 +80,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="11" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-64b-4t2c-ip4routing-base-scale-ndr.html"></iframe>
+    <iframe id="3" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-64b-4t2c-ip4routing-base-scale-ndr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -100,7 +100,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="12" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-64b-4t2c-ip4routing-base-scale-pdr.html"></iframe>
+    <iframe id="4" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-64b-4t2c-ip4routing-base-scale-pdr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -123,7 +123,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="211" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-1518b-2t1c-ip4routing-base-scale-ndr.html"></iframe>
+    <iframe id="5" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-1518b-2t1c-ip4routing-base-scale-ndr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -143,7 +143,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="212" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-1518b-2t1c-ip4routing-base-scale-pdr.html"></iframe>
+    <iframe id="6" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-1518b-2t1c-ip4routing-base-scale-pdr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -166,7 +166,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="211" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-1518b-4t2c-ip4routing-base-scale-ndr.html"></iframe>
+    <iframe id="7" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-1518b-4t2c-ip4routing-base-scale-ndr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -186,7 +186,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="212" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-1518b-4t2c-ip4routing-base-scale-pdr.html"></iframe>
+    <iframe id="8" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-1518b-4t2c-ip4routing-base-scale-pdr.html"></iframe>
     <p><br></p>
     </center>
 
diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-aws-nitro50g.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-aws-nitro50g.rst
index b11449c945..f815c2c163 100644
--- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-aws-nitro50g.rst
+++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-aws-nitro50g.rst
@@ -37,7 +37,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="11" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-64b-2t1c-ip4routing-base-scale-ndr.html"></iframe>
+    <iframe id="1" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-64b-2t1c-ip4routing-base-scale-ndr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -57,7 +57,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="12" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-64b-2t1c-ip4routing-base-scale-pdr.html"></iframe>
+    <iframe id="2" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-64b-2t1c-ip4routing-base-scale-pdr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -80,7 +80,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="11" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-64b-4t2c-ip4routing-base-scale-ndr.html"></iframe>
+    <iframe id="3" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-64b-4t2c-ip4routing-base-scale-ndr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -100,7 +100,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="12" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-64b-4t2c-ip4routing-base-scale-pdr.html"></iframe>
+    <iframe id="4" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-64b-4t2c-ip4routing-base-scale-pdr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -123,7 +123,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="211" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-1518b-2t1c-ip4routing-base-scale-ndr.html"></iframe>
+    <iframe id="5" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-1518b-2t1c-ip4routing-base-scale-ndr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -143,7 +143,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="212" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-1518b-2t1c-ip4routing-base-scale-pdr.html"></iframe>
+    <iframe id="6" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-1518b-2t1c-ip4routing-base-scale-pdr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -166,7 +166,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="211" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-1518b-4t2c-ip4routing-base-scale-ndr.html"></iframe>
+    <iframe id="7" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-1518b-4t2c-ip4routing-base-scale-ndr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -186,7 +186,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="212" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-1518b-4t2c-ip4routing-base-scale-pdr.html"></iframe>
+    <iframe id="8" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-1518b-4t2c-ip4routing-base-scale-pdr.html"></iframe>
     <p><br></p>
     </center>
 
diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-aws-nitro50g.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-aws-nitro50g.rst
index 2bf00bec02..912f524c0d 100644
--- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-aws-nitro50g.rst
+++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-aws-nitro50g.rst
@@ -37,7 +37,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="211" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-78b-2t1c-ip6routing-base-scale-ndr.html"></iframe>
+    <iframe id="1" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-78b-2t1c-ip6routing-base-scale-ndr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -57,7 +57,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="212" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-78b-2t1c-ip6routing-base-scale-pdr.html"></iframe>
+    <iframe id="2" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-78b-2t1c-ip6routing-base-scale-pdr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -80,7 +80,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="211" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-78b-2t1c-ip6routing-base-scale-ndr.html"></iframe>
+    <iframe id="3" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-78b-2t1c-ip6routing-base-scale-ndr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -100,7 +100,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="212" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-78b-2t1c-ip6routing-base-scale-pdr.html"></iframe>
+    <iframe id="4" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-78b-2t1c-ip6routing-base-scale-pdr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -123,7 +123,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="211" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-1518b-2t1c-ip6routing-base-scale-ndr.html"></iframe>
+    <iframe id="5" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-1518b-2t1c-ip6routing-base-scale-ndr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -143,7 +143,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="212" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-1518b-2t1c-ip6routing-base-scale-pdr.html"></iframe>
+    <iframe id="6" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-1518b-2t1c-ip6routing-base-scale-pdr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -166,7 +166,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="211" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-1518b-4t2c-ip6routing-base-scale-ndr.html"></iframe>
+    <iframe id="7" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-1518b-4t2c-ip6routing-base-scale-ndr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -186,7 +186,7 @@
 .. raw:: html
 
     <center>
-    <iframe id="212" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-1518b-4t2c-ip6routing-base-scale-pdr.html"></iframe>
+    <iframe id="8" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-aws-nitro50g-1518b-4t2c-ip6routing-base-scale-pdr.html"></iframe>
     <p><br></p>
     </center>
 
diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-aws-nitro50g.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-aws-nitro50g.rst
index 3c2b6132cc..2e92900fe4 100644
--- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-aws-nitro50g.rst
+++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-aws-nitro50g.rst
@@ -80,7 +80,7 @@ imix-4t2c-ipsec-ip4routing-scale-sw-ena
 .. raw:: html
 
     <center>
-    <iframe id="01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-imix-4t2c-ipsec-ip4routing-scale-ndr.html"></iframe>
+    <iframe id="3" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-imix-4t2c-ipsec-ip4routing-scale-ndr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -100,7 +100,7 @@ imix-4t2c-ipsec-ip4routing-scale-sw-ena
 .. raw:: html
 
     <center>
-    <iframe id="02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-imix-4t2c-ipsec-ip4routing-scale-pdr.html"></iframe>
+    <iframe id="4" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-imix-4t2c-ipsec-ip4routing-scale-pdr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -123,7 +123,7 @@ imix-4t2c-ipsec-ip4routing-scale-sw-ena
 .. raw:: html
 
     <center>
-    <iframe id="101" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-1518b-2t1c-ipsec-ip4routing-scale-ndr.html"></iframe>
+    <iframe id="5" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-1518b-2t1c-ipsec-ip4routing-scale-ndr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -143,7 +143,7 @@ imix-4t2c-ipsec-ip4routing-scale-sw-ena
 .. raw:: html
 
     <center>
-    <iframe id="102" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-1518b-2t1c-ipsec-ip4routing-scale-pdr.html"></iframe>
+    <iframe id="6" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-1518b-2t1c-ipsec-ip4routing-scale-pdr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -166,7 +166,7 @@ imix-4t2c-ipsec-ip4routing-scale-sw-ena
 .. raw:: html
 
     <center>
-    <iframe id="101" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-1518b-4t2c-ipsec-ip4routing-scale-ndr.html"></iframe>
+    <iframe id="7" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-1518b-4t2c-ipsec-ip4routing-scale-ndr.html"></iframe>
     <p><br></p>
     </center>
 
@@ -186,7 +186,7 @@ imix-4t2c-ipsec-ip4routing-scale-sw-ena
 .. raw:: html
 
     <center>
-    <iframe id="102" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-1518b-4t2c-ipsec-ip4routing-scale-pdr.html"></iframe>
+    <iframe id="8" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-aws-nitro50g-1518b-4t2c-ipsec-ip4routing-scale-pdr.html"></iframe>
     <p><br></p>
     </center>
 
diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml
index fff4458708..03877a73b3 100644
--- a/resources/tools/presentation/specifications/report/data_sets.yaml
+++ b/resources/tools/presentation/specifications/report/data_sets.yaml
@@ -545,11 +545,15 @@
       - 1   # rls2110.rel NDRPDR cov env 8
       - 2   # rls2110.rel NDRPDR cov env 8
       - 3   # rls2110.rel NDRPDR cov env 8
+      - 4   # rls2110.rel NDRPDR cov env 8
       - 5   # rls2110.rel NDRPDR cov env 8
+      - 6   # rls2110.rel NDRPDR cov env 8
       - 7   # rls2110.rel NDRPDR cov env 8
+      - 8   # rls2110.rel NDRPDR cov env 8
       - 9   # rls2110.rel NDRPDR cov env 8
       - 10  # rls2110.rel NDRPDR cov env 8
       - 11  # rls2110.rel NDRPDR cov env 8
+      - 12  # rls2110.rel NDRPDR cov env 8
       - 13  # rls2110.rel NDRPDR cov env 8
       - 14  # rls2110.rel NDRPDR cov env 8
       - 15  # rls2110.rel NDRPDR cov env 8
diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index 2b7ec26924..1702157c01 100644
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -228,8 +228,8 @@
   jb-type: "coverage"
   data: "vpp-2n-tx2-curr-cov"
   lines:
-#     - job-spec: "ip4-00"
-#       build: "1"
+    - job-spec: "ip4-00"
+      build: "1"
     - job-spec: "ip4-01"
       build: "2"
     - job-spec: "ip4-02"
@@ -285,30 +285,30 @@
       build: "2"
     - job-spec: "ip4-01"
       build: "3"
-#     - job-spec: "ip4-02"
-#       build: "4"
+    - job-spec: "ip4-02"
+      build: "4"
     - job-spec: "ip4-03"
       build: "18"
-#     - job-spec: "ip4-04"
-#       build: "6"
-#     - job-spec: "ip4-05"
-#       build: "7"
-#     - job-spec: "ip4tun-00"
-#       build: "8"
+    - job-spec: "ip4-04"
+      build: "6"
+    - job-spec: "ip4-05"
+      build: "7"
+    - job-spec: "ip4tun-00"
+      build: "8"
     - job-spec: "ip6-00"
       build: "9"
     - job-spec: "ip6-01"
       build: "19"
     - job-spec: "l2-00"
       build: "11"
-#     - job-spec: "l2-01"
-#       build: "12"
+    - job-spec: "l2-01"
+      build: "12"
     - job-spec: "lb-00"
       build: "13"
-#     - job-spec: "memif-00"
-#       build: "14"
-#     - job-spec: "vhost-00"
-#       build: "15"
+    - job-spec: "memif-00"
+      build: "14"
+    - job-spec: "vhost-00"
+      build: "15"
 
 - type: "table"
   title: "Job Specification Duration: 3n-dnv-iterative"
@@ -377,8 +377,8 @@
       build: "36"
     - job-spec: "crypto-02"
       build: "37"
-    - job-spec: "crypto-03"
-      build: "38"
+#     - job-spec: "crypto-03"
+#       build: "38"
     - job-spec: "crypto-04"
       build: "39"
     - job-spec: "ip4-00"