aboutsummaryrefslogtreecommitdiffstats
path: root/resources/tools/presentation/specifications/converter
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2021-05-03 14:22:31 +0200
committerTibor Frank <tifrank@cisco.com>2021-06-08 08:18:58 +0200
commitc763cfcb064e4f4acf6b8309b08d3800b9bd5331 (patch)
treee47b01ffb250c7eafdad140f336d492e358f851c /resources/tools/presentation/specifications/converter
parentfd84de690150a1ef15eeeebc32f70ff54cb25e66 (diff)
PAL: Convert XML to JSON
Change-Id: I24f0ddc412d4353ba244c58a3068b5b0ea4349e3 Signed-off-by: Tibor Frank <tifrank@cisco.com>
Diffstat (limited to 'resources/tools/presentation/specifications/converter')
-rw-r--r--resources/tools/presentation/specifications/converter/environment.yaml124
-rw-r--r--resources/tools/presentation/specifications/converter/input.yaml21
2 files changed, 145 insertions, 0 deletions
diff --git a/resources/tools/presentation/specifications/converter/environment.yaml b/resources/tools/presentation/specifications/converter/environment.yaml
new file mode 100644
index 0000000000..1f57445638
--- /dev/null
+++ b/resources/tools/presentation/specifications/converter/environment.yaml
@@ -0,0 +1,124 @@
+################################################################################
+### E N V I R O N M E N T ###
+################################################################################
+
+- type: "environment"
+
+ spec-files:
+ - "specifications/converter/input.yaml" # Only for converter XML --> JSON
+
+ paths:
+ # Top level directories:
+ ## Working directory
+ DIR[WORKING]: "_tmp"
+ ## Build directories
+ DIR[BUILD,JSON]: "_build"
+
+ # Working directories
+ ## Input data files (.zip, .xml)
+ DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
+
+ # Data sources are used in this order:
+ data-sources:
+ # JSON from S3
+ - type: "json"
+ url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1"
+ path: "{job}/{build}/{filename}"
+ file-name: "output.json.gz"
+ file-format: ".gz"
+ enabled: False
+ # XML
+ - type: "xml"
+ url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1"
+ path: "{job}/{build}/archives/{filename}"
+ file-name: "output_info.xml.gz"
+ file-format: ".gz"
+ enabled: True
+ - type: "xml"
+ url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1"
+ path: "{job}/{build}/{filename}"
+ file-name: "output_info.xml.gz"
+ file-format: ".gz"
+ enabled: True
+ - type: "xml"
+ url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
+ path: "{job}/{build}/archives/{filename}"
+ file-name: "output_info.xml.gz"
+ file-format: ".gz"
+ enabled: True
+ - type: "xml"
+ url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
+ path: "{job}/{build}/archives/{filename}"
+ file-name: "output.xml.gz"
+ file-format: ".gz"
+ enabled: True
+ - type: "xml"
+ url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1"
+ path: "{job}/{build}/archives/{filename}"
+ file-name: "output.xml.gz"
+ file-format: ".gz"
+ enabled: True
+ - type: "xml"
+ url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1"
+ path: "{job}/{build}/{filename}"
+ file-name: "output.xml.gz"
+ file-format: ".gz"
+ enabled: True
+ - type: "xml"
+ url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
+ path: "{job}/{build}/{filename}"
+ file-name: "output_info.xml.gz"
+ file-format: ".gz"
+ enabled: True
+ - type: "xml"
+ url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
+ path: "{job}/{build}/{filename}"
+ file-name: "output.xml.gz"
+ file-format: ".gz"
+ enabled: True
+ # XML from docs.nexus
+ - type: "xml-docs"
+ url: "https://docs.fd.io/csit"
+ path: "report/_static/archive"
+ file-name: "output_info.xml.gz"
+ file-format: ".gz"
+ enabled: True
+ - type: "xml-docs"
+ url: "https://docs.fd.io/csit"
+ path: "report/_static/archive"
+ file-name: "output.xml.gz"
+ file-format: ".gz"
+ enabled: True
+ - type: "xml-docs"
+ url: "https://docs.fd.io/csit"
+ path: "report/_static/archive"
+ file-name: "robot-plugin.zip"
+ file-format: ".zip"
+ enabled: True
+
+ make-dirs:
+ # List the directories which are created while preparing the environment.
+ # All directories MUST be defined in "paths" section.
+ - "DIR[WORKING,DATA]"
+
+ remove-dirs:
+ # List the directories which are deleted while cleaning the environment.
+ # All directories MUST be defined in "paths" section.
+ - "DIR[WORKING,DATA]"
+
+ build-dirs:
+ # List the directories where the results (build) is stored.
+ # All directories MUST be defined in "paths" section.
+ - "DIR[BUILD,JSON]"
+
+################################################################################
+### O U T P U T ###
+################################################################################
+
+- type: "output"
+ output: "convert-xml-to-json"
+ # type: flat | structured
+ # - flat - all .gz files in one directory
+ # - structured - .gz files in directories structured as job/build/*.gz
+ structure: "tree" # Use flat or tree
+ use-template: "json/template_0.1.0.json"
diff --git a/resources/tools/presentation/specifications/converter/input.yaml b/resources/tools/presentation/specifications/converter/input.yaml
new file mode 100644
index 0000000000..0cf765030d
--- /dev/null
+++ b/resources/tools/presentation/specifications/converter/input.yaml
@@ -0,0 +1,21 @@
+################################################################################
+### I N P U T X M L F I L E S ###
+################################################################################
+
+# This is only an example for converter XML --> JSON
+
+- type: "input"
+
+ # 3n-hsw
+
+ builds:
+ csit-vpp-perf-report-iterative-2101-3n-hsw:
+ - 65 # rls2101.rel NDRPDR reconf iter env 6
+ - 69 # rls2101.rel Hoststack iter env 6
+ - 64 # rls2101.rel NDRPDR iter env 6
+ - 63 # rls2101.rel MRR iter env 6
+ csit-vpp-perf-report-iterative-2101-2n-skx:
+ - 94 # rls2101.rel NDRPDR iter env 6
+ - 68 # rls2101.rel soak env 6
+ csit-vpp-device-2101-ubuntu1804-1n-skx:
+ - 358 # rls2101.rel VPP DEV env 6