aboutsummaryrefslogtreecommitdiffstats
path: root/csit.infra.dash/app/cdash/data
diff options
context:
space:
mode:
Diffstat (limited to 'csit.infra.dash/app/cdash/data')
-rw-r--r--csit.infra.dash/app/cdash/data/_metadata/coverage_rls2502_ndrpdrbin0 -> 11868 bytes
-rw-r--r--csit.infra.dash/app/cdash/data/_metadata/iterative_rls2502_hoststackbin0 -> 8303 bytes
-rw-r--r--csit.infra.dash/app/cdash/data/_metadata/iterative_rls2502_mrrbin0 -> 9704 bytes
-rw-r--r--csit.infra.dash/app/cdash/data/_metadata/iterative_rls2502_ndrpdrbin0 -> 15951 bytes
-rw-r--r--csit.infra.dash/app/cdash/data/_metadata/iterative_rls2502_soakbin0 -> 9328 bytes
-rw-r--r--csit.infra.dash/app/cdash/data/data.py4
-rw-r--r--csit.infra.dash/app/cdash/data/data.yaml280
7 files changed, 85 insertions, 199 deletions
diff --git a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2502_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2502_ndrpdr
new file mode 100644
index 0000000000..06bc618bea
--- /dev/null
+++ b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2502_ndrpdr
Binary files differ
diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2502_hoststack b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2502_hoststack
new file mode 100644
index 0000000000..1e9c708253
--- /dev/null
+++ b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2502_hoststack
Binary files differ
diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2502_mrr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2502_mrr
new file mode 100644
index 0000000000..ced78967c5
--- /dev/null
+++ b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2502_mrr
Binary files differ
diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2502_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2502_ndrpdr
new file mode 100644
index 0000000000..cf2b8a116b
--- /dev/null
+++ b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2502_ndrpdr
Binary files differ
diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2502_soak b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2502_soak
new file mode 100644
index 0000000000..4502ca4f59
--- /dev/null
+++ b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2502_soak
Binary files differ
diff --git a/csit.infra.dash/app/cdash/data/data.py b/csit.infra.dash/app/cdash/data/data.py
index 41033a7758..749769c269 100644
--- a/csit.infra.dash/app/cdash/data/data.py
+++ b/csit.infra.dash/app/cdash/data/data.py
@@ -14,6 +14,7 @@
"""Prepare data for Plotly Dash applications.
"""
+import botocore
import logging
import resource
import awswrangler as wr
@@ -286,6 +287,9 @@ class Data:
if days:
last_modified_begin = datetime.now(tz=UTC) - timedelta(days=days)
try:
+ wr.config.botocore_config = botocore.config.Config(
+ max_pool_connections=C.MAX_POOL_SIZE
+ )
df = wr.s3.read_parquet(
path=path,
path_suffix="parquet",
diff --git a/csit.infra.dash/app/cdash/data/data.yaml b/csit.infra.dash/app/cdash/data/data.yaml
index 36fb450587..d807f6a199 100644
--- a/csit.infra.dash/app/cdash/data/data.yaml
+++ b/csit.infra.dash/app/cdash/data/data.yaml
@@ -1,7 +1,7 @@
- data_type: statistics
partition: stats_type
partition_name: sra
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/stats
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/stats
schema: statistics
columns:
- job
@@ -11,7 +11,7 @@
- data_type: trending
partition: test_type
partition_name: mrr
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/trending
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/trending
schema: trending_mrr
columns:
- job
@@ -36,7 +36,7 @@
- data_type: trending
partition: test_type
partition_name: ndrpdr
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/trending
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/trending
schema: trending_ndrpdr
columns:
- job
@@ -71,7 +71,7 @@
- data_type: trending
partition: test_type
partition_name: hoststack
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/trending
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/trending
schema: trending_hoststack
columns:
- job
@@ -94,7 +94,7 @@
- data_type: trending
partition: test_type
partition_name: soak
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/trending
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/trending
schema: trending_soak
columns:
- job
@@ -115,14 +115,16 @@
- data_type: iterative
partition: test_type
partition_name: mrr
- release: rls2310
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2310
- schema: iterative_rls2310_mrr
+ release: rls2406
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/iterative_rls2406
+ schema: iterative_rls2406_mrr
columns:
- job
- build
- dut_type
- dut_version
+ - tg_type
+ - hosts
- start_time
- passed
- test_id
@@ -130,18 +132,22 @@
- result_receive_rate_rate_avg
- result_receive_rate_rate_stdev
- result_receive_rate_rate_unit
- - result_receive_rate_rate_values
+ - result_receive_rate_bandwidth_avg
+ - result_receive_rate_bandwidth_stdev
+ - result_receive_rate_bandwidth_unit
- data_type: iterative
partition: test_type
partition_name: ndrpdr
- release: rls2310
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2310
- schema: iterative_rls2310_ndrpdr
+ release: rls2406
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/iterative_rls2406
+ schema: iterative_rls2406_ndrpdr
columns:
- job
- build
- dut_type
- dut_version
+ - tg_type
+ - hosts
- start_time
- passed
- test_id
@@ -167,14 +173,15 @@
- data_type: iterative
partition: test_type
partition_name: hoststack
- release: rls2310
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2310
- schema: iterative_rls2310_hoststack
+ release: rls2406
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/iterative_rls2406
+ schema: iterative_rls2406_hoststack
columns:
- job
- build
- dut_type
- dut_version
+ - hosts
- tg_type
- result_bandwidth_unit
- result_bandwidth_value
@@ -184,125 +191,12 @@
- passed
- test_id
- version
-- data_type: coverage
- partition: test_type
- partition_name: ndrpdr
- release: rls2310
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2310
- schema: coverage_rls2310_ndrpdr
- columns:
- - job
- - build
- - dut_type
- - dut_version
- - tg_type
- - start_time
- - passed
- - test_id
- - version
- - result_pdr_lower_rate_unit
- - result_pdr_lower_rate_value
- - result_ndr_lower_rate_value
- - result_pdr_lower_bandwidth_value
- - result_ndr_lower_bandwidth_value
- - result_latency_reverse_pdr_90_hdrh
- - result_latency_reverse_pdr_50_hdrh
- - result_latency_reverse_pdr_10_hdrh
- - result_latency_forward_pdr_90_hdrh
- - result_latency_forward_pdr_50_hdrh
- - result_latency_forward_pdr_10_hdrh
-- data_type: coverage
- partition: test_type
- partition_name: mrr
- release: rls2310
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2310
- schema: iterative_rls2310_mrr
- columns:
- - job
- - build
- - dut_type
- - dut_version
- - start_time
- - passed
- - test_id
- - version
- - result_receive_rate_rate_avg
- - result_receive_rate_rate_stdev
- - result_receive_rate_rate_unit
-- data_type: coverage
- partition: test_type
- partition_name: device
- release: rls2310
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2310
- schema: coverage_rls2310_device
- columns:
- - job
- - build
- - dut_type
- - dut_version
- - passed
- - test_id
- - version
-- data_type: iterative
- partition: test_type
- partition_name: mrr
- release: rls2402
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2402
- schema: iterative_rls2402_mrr
- columns:
- - job
- - build
- - dut_type
- - dut_version
- - start_time
- - passed
- - test_id
- - version
- - result_receive_rate_rate_avg
- - result_receive_rate_rate_stdev
- - result_receive_rate_rate_unit
- - result_receive_rate_bandwidth_avg
- - result_receive_rate_bandwidth_stdev
- - result_receive_rate_bandwidth_unit
-- data_type: iterative
- partition: test_type
- partition_name: ndrpdr
- release: rls2402
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2402
- schema: iterative_rls2402_ndrpdr
- columns:
- - job
- - build
- - dut_type
- - dut_version
- - start_time
- - passed
- - test_id
- - version
- - result_pdr_lower_rate_unit
- - result_pdr_lower_rate_value
- - result_ndr_lower_rate_unit
- - result_ndr_lower_rate_value
- - result_pdr_lower_bandwidth_unit
- - result_pdr_lower_bandwidth_value
- - result_ndr_lower_bandwidth_unit
- - result_ndr_lower_bandwidth_value
- - result_latency_reverse_pdr_90_hdrh
- - result_latency_reverse_pdr_50_hdrh
- - result_latency_reverse_pdr_10_hdrh
- - result_latency_reverse_pdr_0_hdrh
- - result_latency_forward_pdr_90_hdrh
- - result_latency_forward_pdr_50_avg
- - result_latency_forward_pdr_50_hdrh
- - result_latency_forward_pdr_50_unit
- - result_latency_forward_pdr_10_hdrh
- - result_latency_forward_pdr_0_hdrh
- data_type: iterative
partition: test_type
- partition_name: hoststack
- release: rls2402
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2402
- schema: iterative_rls2402_hoststack
+ partition_name: soak
+ release: rls2406
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/iterative_rls2406
+ schema: iterative_rls2406_soak
columns:
- job
- build
@@ -310,20 +204,21 @@
- dut_version
- hosts
- tg_type
- - result_bandwidth_unit
- - result_bandwidth_value
- - result_rate_unit
- - result_rate_value
+ - result_critical_rate_lower_bandwidth_unit
+ - result_critical_rate_lower_bandwidth_value
+ - result_critical_rate_lower_rate_unit
+ - result_critical_rate_lower_rate_value
- start_time
- passed
+ - telemetry
- test_id
- version
- data_type: coverage
partition: test_type
partition_name: ndrpdr
- release: rls2402
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2402
- schema: coverage_rls2402_ndrpdr
+ release: rls2406
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/coverage_rls2406
+ schema: coverage_rls2406_ndrpdr
columns:
- job
- build
@@ -348,14 +243,15 @@
- data_type: coverage
partition: test_type
partition_name: mrr
- release: rls2402
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2402
- schema: iterative_rls2402_mrr
+ release: rls2406
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/coverage_rls2406
+ schema: iterative_rls2406_mrr
columns:
- job
- build
- dut_type
- dut_version
+ - tg_type
- start_time
- passed
- test_id
@@ -366,23 +262,24 @@
- data_type: coverage
partition: test_type
partition_name: device
- release: rls2402
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2402
- schema: coverage_rls2402_device
+ release: rls2406
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/coverage_rls2406
+ schema: coverage_rls2406_device
columns:
- job
- build
- dut_type
- dut_version
+ - tg_type
- passed
- test_id
- version
- data_type: iterative
partition: test_type
partition_name: mrr
- release: rls2406
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2406
- schema: iterative_rls2406_mrr
+ release: rls2410
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/iterative_rls2410
+ schema: iterative_rls2410_mrr
columns:
- job
- build
@@ -403,9 +300,9 @@
- data_type: iterative
partition: test_type
partition_name: ndrpdr
- release: rls2406
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2406
- schema: iterative_rls2406_ndrpdr
+ release: rls2410
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/iterative_rls2410
+ schema: iterative_rls2410_ndrpdr
columns:
- job
- build
@@ -438,9 +335,9 @@
- data_type: iterative
partition: test_type
partition_name: hoststack
- release: rls2406
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2406
- schema: iterative_rls2406_hoststack
+ release: rls2410
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/iterative_rls2410
+ schema: iterative_rls2410_hoststack
columns:
- job
- build
@@ -459,9 +356,9 @@
- data_type: iterative
partition: test_type
partition_name: soak
- release: rls2406
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2406
- schema: iterative_rls2406_soak
+ release: rls2410
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/iterative_rls2410
+ schema: iterative_rls2410_soak
columns:
- job
- build
@@ -481,9 +378,9 @@
- data_type: coverage
partition: test_type
partition_name: ndrpdr
- release: rls2406
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2406
- schema: coverage_rls2406_ndrpdr
+ release: rls2410
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/coverage_rls2410
+ schema: coverage_rls2410_ndrpdr
columns:
- job
- build
@@ -508,9 +405,9 @@
- data_type: coverage
partition: test_type
partition_name: mrr
- release: rls2406
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2406
- schema: iterative_rls2406_mrr
+ release: rls2410
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/coverage_rls2410
+ schema: iterative_rls2410_mrr
columns:
- job
- build
@@ -527,9 +424,9 @@
- data_type: coverage
partition: test_type
partition_name: device
- release: rls2406
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2406
- schema: coverage_rls2406_device
+ release: rls2410
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/coverage_rls2410
+ schema: coverage_rls2410_device
columns:
- job
- build
@@ -542,9 +439,9 @@
- data_type: iterative
partition: test_type
partition_name: mrr
- release: rls2410
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2410
- schema: iterative_rls2410_mrr
+ release: rls2502
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/iterative_rls2502
+ schema: iterative_rls2502_mrr
columns:
- job
- build
@@ -565,9 +462,9 @@
- data_type: iterative
partition: test_type
partition_name: ndrpdr
- release: rls2410
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2410
- schema: iterative_rls2410_ndrpdr
+ release: rls2502
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/iterative_rls2502
+ schema: iterative_rls2502_ndrpdr
columns:
- job
- build
@@ -600,9 +497,9 @@
- data_type: iterative
partition: test_type
partition_name: hoststack
- release: rls2410
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2410
- schema: iterative_rls2410_hoststack
+ release: rls2502
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/iterative_rls2502
+ schema: iterative_rls2502_hoststack
columns:
- job
- build
@@ -621,9 +518,9 @@
- data_type: iterative
partition: test_type
partition_name: soak
- release: rls2410
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2410
- schema: iterative_rls2410_soak
+ release: rls2502
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/iterative_rls2502
+ schema: iterative_rls2502_soak
columns:
- job
- build
@@ -643,9 +540,9 @@
- data_type: coverage
partition: test_type
partition_name: ndrpdr
- release: rls2410
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2410
- schema: coverage_rls2410_ndrpdr
+ release: rls2502
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/coverage_rls2502
+ schema: coverage_rls2502_ndrpdr
columns:
- job
- build
@@ -670,9 +567,9 @@
- data_type: coverage
partition: test_type
partition_name: mrr
- release: rls2410
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2410
- schema: iterative_rls2410_mrr
+ release: rls2502
+ path: s3://csit-docs-s3-cloudfront-index/csit/parquet/coverage_rls2502
+ schema: iterative_rls2502_mrr
columns:
- job
- build
@@ -686,18 +583,3 @@
- result_receive_rate_rate_avg
- result_receive_rate_rate_stdev
- result_receive_rate_rate_unit
-- data_type: coverage
- partition: test_type
- partition_name: device
- release: rls2410
- path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2410
- schema: coverage_rls2410_device
- columns:
- - job
- - build
- - dut_type
- - dut_version
- - tg_type
- - passed
- - test_id
- - version