From 01d8f262afc567c3d49a23c3cb2cdeaced8a6887 Mon Sep 17 00:00:00 2001 From: Vratko Polak Date: Wed, 15 Dec 2021 17:14:36 +0100 Subject: UTI: Export results + Model version 1.0.0. - Only some result types are exported. + MRR, NDRPDR and SOAK. - Other result types to be added later. + In contrast, all test types are detected. + Convert custom classes to JSON-serializable equivalents. + Sort dict keys before converting to JSON. + Override the order for some known keys. + Export sets as sorted arrays. + Convert to info content from serialized raw content. + Also export outputs for suite setups and teardowns. + Info files for setup/teardown exist only temporarily. + The data is merged into suite.info.json file. + This simplifies presentation of total suite duration. + Define model via JSON schema: - Just test case, suite setup/teardown/suite to be added later. - Just info, raw to be added later. + Proper descriptions. + Json is generated from yaml. + This is a convenience for maintainers. + The officially used schema is the .json one. + TODOs written into a separate .txt file. + Validate exported instance against the schema. + Include format checking. + Update CSIT requirements for validation dependencies. + This needs python-dateutil==2.8.2, only a patch bump. + Compute bandwidth also for soak tests. + This unifies with NDRPDR to simplify schema definition. - PAL may need an update for parsing soak test message. + Include SSH log items, raw output only. + Generate all outputs in a single filesystem tree. + Move raw outputs into test_output_raw.tar.xz. + Rename existing tar with suites to generated_robot_files.tar.xz. Change-Id: I69ff7b330ed1a14dc435fd0ef008e753c0d7f78c Signed-off-by: Vratko Polak --- requirements.txt | 15 +++++++++++++-- 1 file changed, 13 insertions(+), 2 deletions(-) (limited to 'requirements.txt') diff --git a/requirements.txt b/requirements.txt index 244c7649ad..983cc79412 100644 --- a/requirements.txt +++ b/requirements.txt @@ -50,8 +50,14 @@ sphinxcontrib-robotdoc==0.11.0 # VPP requirements ply==3.11 -# PIP freeze dependencies +# JSON schema validation +jsonschema==4.1.0 +rfc3339-validator==0.1.4 +rfc3987==1.3.8 + +# Other PIP freeze dependencies. alabaster==0.7.12 +arrow==1.2.1 Babel==2.9.0 bcrypt==3.1.7 certifi==2020.12.5 @@ -60,9 +66,12 @@ chardet==4.0.0 cryptography==2.8 docutils==0.16 future==0.18.2 +fqdn==1.5.1 idna==2.10 imagesize==1.2.0 +isoduration==20.11.0 Jinja2==2.11.3 +jsonpointer==2.1 MarkupSafe==1.1.1 packaging==20.9 pbr==5.5.1 @@ -70,7 +79,7 @@ pycparser==2.19 Pygments==2.8.1 PyNaCl==1.3.0 pyparsing==2.4.7 -python-dateutil==2.8.1 +python-dateutil==2.8.2 pytz==2021.1 retrying==1.3.3 six==1.15.0 @@ -81,4 +90,6 @@ sphinxcontrib-htmlhelp==1.0.3 sphinxcontrib-jsmath==1.0.1 sphinxcontrib-qthelp==1.0.3 sphinxcontrib-serializinghtml==1.1.4 +uri-template==1.1.0 urllib3==1.25.6 +webcolors==1.11.1 -- cgit 1.2.3-korg