From 314beb93dd51d9deddfe17b8c0b62c685eac846d Mon Sep 17 00:00:00 2001 From: David Rajnoha Date: Fri, 27 Feb 2026 12:31:24 +0000 Subject: [PATCH] docs: consolidate COO 1.4.0 test case documentation Add test cases for OU-632, OU-1039, OU-1123, OU-1205, OU-1213, and OU-1221. Include simulation scenario CSVs and RBAC resources referenced by the test documentation. Add CSV file references to prerequisites sections across all test docs. Co-Authored-By: Claude Opus 4.6 --- .../resources/htpasswd-secret.yaml | 19 + .../resources/limited-permissions-user.yaml | 31 + .../resources/oauth-htpasswd.yaml | 17 + .../simulate_scenarios/100-alerts-14-days.csv | 101 ++ .../simulate_scenarios/1000-alerts-15-min.csv | 1001 +++++++++++++++++ .../simulate_scenarios/complete-test-data.csv | 16 + .../data-loading-silences.csv | 6 + .../filtering-test-data.csv | 7 + .../long-incident-15-days.csv | 2 + .../mixed-severity-escalation.csv | 8 + docs/incident_detection/tests/0.overview.md | 6 +- .../tests/1.filtering_flows.md | 2 + .../tests/2.ui_display_flows.md | 106 +- .../tests/3.api_calls_data_loading_flows.md | 36 +- 14 files changed, 1351 insertions(+), 7 deletions(-) create mode 100644 docs/incident_detection/resources/htpasswd-secret.yaml create mode 100644 docs/incident_detection/resources/limited-permissions-user.yaml create mode 100644 docs/incident_detection/resources/oauth-htpasswd.yaml create mode 100644 docs/incident_detection/simulate_scenarios/100-alerts-14-days.csv create mode 100644 docs/incident_detection/simulate_scenarios/1000-alerts-15-min.csv create mode 100644 docs/incident_detection/simulate_scenarios/complete-test-data.csv create mode 100644 docs/incident_detection/simulate_scenarios/data-loading-silences.csv create mode 100644 docs/incident_detection/simulate_scenarios/filtering-test-data.csv create mode 100644 docs/incident_detection/simulate_scenarios/long-incident-15-days.csv create mode 100644 docs/incident_detection/simulate_scenarios/mixed-severity-escalation.csv diff --git a/docs/incident_detection/resources/htpasswd-secret.yaml b/docs/incident_detection/resources/htpasswd-secret.yaml new file mode 100644 index 000000000..1a435d27a --- /dev/null +++ b/docs/incident_detection/resources/htpasswd-secret.yaml @@ -0,0 +1,19 @@ +# HTPasswd Secret for creating a test user +# +# Before applying, generate the htpasswd file: +# htpasswd -c -B -b users.htpasswd testuser password123 +# +# Then base64 encode it: +# base64 -w0 users.htpasswd +# +# Replace the data.htpasswd value below with your encoded content + +apiVersion: v1 +kind: Secret +metadata: + name: htpass-secret + namespace: openshift-config +type: Opaque +data: + # base64 encoded: testuser:$2y$05$fBn5ChTgiV0A/6HEfoNKleU3CLVIWuV2816XVIsmmhwAz.fBpDObe + htpasswd: dGVzdHVzZXI6JDJ5JDA1JGZCbjVDaFRnaVYwQS82SEVmb05LbGVVM0NMVklXdVYyODE2WFZJc21taHdBei5mQnBET2JlCg== diff --git a/docs/incident_detection/resources/limited-permissions-user.yaml b/docs/incident_detection/resources/limited-permissions-user.yaml new file mode 100644 index 000000000..e5605990f --- /dev/null +++ b/docs/incident_detection/resources/limited-permissions-user.yaml @@ -0,0 +1,31 @@ +# Namespace and RoleBinding for testing limited permissions +# +# This creates a namespace with cluster-monitoring enabled and grants +# the testuser only monitoring-rules-view access (no full monitoring access) +# +# The user will receive 403 Forbidden when accessing: +# - /api/prometheus/api/v1/rules +# - /api/alertmanager/api/v2/silences +# - /api/prometheus/api/v1/query_range +# - /api/prometheus/api/v1/query + +apiVersion: v1 +kind: Namespace +metadata: + name: namespace-a + labels: + openshift.io/cluster-monitoring: "true" +--- +apiVersion: rbac.authorization.k8s.io/v1 +kind: RoleBinding +metadata: + name: testuser-monitoring-view + namespace: namespace-a +subjects: +- kind: User + name: testuser + apiGroup: rbac.authorization.k8s.io +roleRef: + kind: ClusterRole + name: monitoring-rules-view + apiGroup: rbac.authorization.k8s.io diff --git a/docs/incident_detection/resources/oauth-htpasswd.yaml b/docs/incident_detection/resources/oauth-htpasswd.yaml new file mode 100644 index 000000000..68fb0464f --- /dev/null +++ b/docs/incident_detection/resources/oauth-htpasswd.yaml @@ -0,0 +1,17 @@ +# OAuth configuration to use HTPasswd identity provider +# +# This configures OpenShift to authenticate users from the htpass-secret +# Apply htpasswd-secret.yaml first before applying this + +apiVersion: config.openshift.io/v1 +kind: OAuth +metadata: + name: cluster +spec: + identityProviders: + - name: my_htpasswd_provider + mappingMethod: claim + type: HTPasswd + htpasswd: + fileData: + name: htpass-secret diff --git a/docs/incident_detection/simulate_scenarios/100-alerts-14-days.csv b/docs/incident_detection/simulate_scenarios/100-alerts-14-days.csv new file mode 100644 index 000000000..d1452886d --- /dev/null +++ b/docs/incident_detection/simulate_scenarios/100-alerts-14-days.csv @@ -0,0 +1,101 @@ +start,end,alertname,namespace,severity,silenced,labels +7791,13621,KubeNodeUnreachable_001,openshift-monitoring,warning,false,{"component": "etcd"} +7434,12671,KubeNodeNotReady_002,openshift-storage,critical,false,{"component": "monitoring"} +1738,18654,KubePodCrashLooping_003,openshift-logging,critical,false,{"component": "storage"} +1524,20019,ThanosQueryDown_004,openshift-etcd,critical,false,{"component": "Others"} +1923,18016,KubeNodeNotReady_005,openshift-logging,info,false,{"component": "network"} +1309,19658,KubePodCrashLooping_006,openshift-monitoring,info,false,{"component": "version"} +1449,19662,PrometheusDown_007,openshift-network,info,false,{"component": "storage"} +958,19475,KubeDeploymentReplicasMismatch_008,openshift-storage,critical,false,{"component": "compute"} +1682,18597,AlertmanagerDown_009,openshift-machine-api,warning,false,{"component": "etcd"} +6959,16519,HighMemoryUsage_010,openshift-machine-api,warning,false,{"component": "api-server"} +1693,19790,AlertmanagerDown_011,openshift-machine-api,warning,false,{"component": "version"} +2799,14348,HighCPUUsage_012,openshift-machine-api,warning,false,{"component": "monitoring"} +1917,19276,ThanosQueryDown_013,openshift-etcd,warning,false,{"component": "monitoring"} +868,18682,KubePodCrashLooping_014,openshift-network,critical,false,{"component": "Others"} +17,19188,ThanosQueryDown_015,openshift-monitoring,warning,false,{"component": "compute"} +862,19193,HighMemoryUsage_016,openshift-network,warning,false,{"component": "etcd"} +232,18233,EtcdMembersDown_017,openshift-storage,critical,false,{"component": "Others"} +708,19723,KubePodNotReady_018,openshift-kube-apiserver,info,false,{"component": "etcd"} +747,19284,KubeNodeNotReady_019,openshift-kube-apiserver,info,false,{"component": "compute"} +76,19563,KubeCPUOvercommit_020,openshift-machine-api,info,false,{"component": "network"} +1566,18597,KubeDeploymentReplicasMismatch_021,openshift-monitoring,critical,false,{"component": "compute"} +472,18197,APIServerErrorsHigh_022,openshift-machine-api,warning,false,{"component": "api-server"} +975,19547,ThanosQueryDown_023,openshift-etcd,warning,false,{"component": "api-server"} +1473,18723,APIServerLatency_024,openshift-operators,info,false,{"component": "version"} +5642,16725,CephClusterWarning_025,openshift-monitoring,critical,false,{"component": "api-server"} +700,18591,NetworkLatencyHigh_026,openshift-operators,warning,false,{"component": "network"} +326,18545,EtcdHighCommitDurations_027,openshift-operators,warning,false,{"component": "api-server"} +74,19235,PrometheusDown_028,openshift-logging,critical,false,{"component": "network"} +1762,19690,KubePodCrashLooping_029,openshift-operators,warning,false,{"component": "monitoring"} +6443,6720,ThanosQueryDown_030,openshift-logging,info,false,{"component": "version"} +1103,20061,KubePodCrashLooping_031,openshift-storage,critical,true,{"component": "monitoring"} +1847,19801,KubeNodeUnreachable_032,openshift-logging,warning,false,{"component": "etcd"} +4202,13627,KubePodNotReady_033,openshift-storage,warning,false,{"component": "storage"} +1172,19317,EtcdHighCommitDurations_034,openshift-operators,critical,false,{"component": "etcd"} +363,19725,HighCPUUsage_035,openshift-kube-apiserver,critical,false,{"component": "version"} +1794,18628,APIServerLatency_036,openshift-etcd,warning,false,{"component": "monitoring"} +782,19732,PersistentVolumeErrors_037,openshift-logging,warning,false,{"component": "version"} +430,18586,KubePodCrashLooping_038,openshift-etcd,warning,false,{"component": "version"} +1260,18218,ClusterOperatorDegraded_039,openshift-storage,warning,false,{"component": "network"} +5466,12367,KubePodNotReady_040,openshift-operators,warning,true,{"component": "compute"} +6449,18321,KubeCPUOvercommit_041,openshift-logging,critical,false,{"component": "api-server"} +493,19194,HighCPUUsage_042,openshift-machine-api,info,false,{"component": "Others"} +150,19380,CephClusterWarning_043,openshift-logging,critical,true,{"component": "version"} +658,18963,PrometheusDown_044,openshift-network,info,false,{"component": "Others"} +1318,19654,KubeDeploymentReplicasMismatch_045,openshift-kube-apiserver,warning,false,{"component": "etcd"} +1808,11121,ThanosQueryDown_046,openshift-network,warning,false,{"component": "monitoring"} +5183,13768,APIServerLatency_047,openshift-operators,info,true,{"component": "storage"} +1192,11469,KubePodCrashLooping_048,openshift-operators,critical,false,{"component": "version"} +1399,18148,KubeMemoryOvercommit_049,openshift-etcd,info,false,{"component": "etcd"} +821,18726,EtcdHighCommitDurations_050,openshift-network,warning,true,{"component": "compute"} +802,19873,PrometheusTargetDown_051,openshift-storage,info,false,{"component": "Others"} +4593,11031,KubePodNotReady_052,openshift-operators,warning,false,{"component": "api-server"} +671,19852,CephClusterWarning_053,openshift-etcd,critical,false,{"component": "network"} +813,19728,APIServerErrorsHigh_054,openshift-machine-api,critical,false,{"component": "version"} +969,19155,KubeMemoryOvercommit_055,openshift-etcd,warning,true,{"component": "compute"} +606,18620,HighMemoryUsage_056,openshift-monitoring,critical,true,{"component": "Others"} +379,19131,NetworkLatencyHigh_057,openshift-storage,warning,false,{"component": "version"} +440,19274,EtcdNoLeader_058,openshift-monitoring,info,false,{"component": "Others"} +1137,18076,KubeDeploymentReplicasMismatch_059,openshift-logging,warning,false,{"component": "compute"} +6200,16600,CephClusterWarning_060,openshift-monitoring,warning,false,{"component": "etcd"} +168,18071,PersistentVolumeErrors_061,openshift-etcd,warning,false,{"component": "monitoring"} +1187,18305,EtcdNoLeader_062,openshift-operators,warning,false,{"component": "etcd"} +152,18342,ClusterOperatorDegraded_063,openshift-logging,warning,false,{"component": "api-server"} +4,18156,KubeCPUOvercommit_064,openshift-machine-api,warning,false,{"component": "compute"} +1546,18785,CephClusterWarning_065,openshift-logging,critical,false,{"component": "Others"} +688,18035,PersistentVolumeErrors_066,openshift-etcd,warning,false,{"component": "storage"} +6258,12288,EtcdHighCommitDurations_067,openshift-network,warning,false,{"component": "Others"} +518,19559,DNSLatencyHigh_068,openshift-etcd,critical,false,{"component": "Others"} +645,18003,CephClusterWarning_069,openshift-operators,critical,false,{"component": "version"} +1785,19437,CephClusterWarning_070,openshift-storage,info,false,{"component": "version"} +122,19575,KubeNodeNotReady_071,openshift-kube-apiserver,info,false,{"component": "api-server"} +1987,18033,DNSLatencyHigh_072,openshift-storage,warning,true,{"component": "storage"} +2394,12595,EtcdMembersDown_073,openshift-kube-apiserver,warning,false,{"component": "network"} +933,19901,EtcdNoLeader_074,openshift-machine-api,info,false,{"component": "storage"} +946,19710,KubeDeploymentReplicasMismatch_075,openshift-machine-api,critical,false,{"component": "monitoring"} +531,18796,EtcdMembersDown_076,openshift-kube-apiserver,warning,false,{"component": "version"} +14687,15006,KubeNodeNotReady_077,openshift-etcd,info,false,{"component": "compute"} +1722,19888,KubeCPUOvercommit_078,openshift-logging,warning,false,{"component": "network"} +1592,18315,HighCPUUsage_079,openshift-network,critical,false,{"component": "api-server"} +808,18252,KubeMemoryOvercommit_080,openshift-etcd,info,true,{"component": "Others"} +841,18753,EtcdNoLeader_081,openshift-logging,warning,false,{"component": "version"} +265,18155,EtcdMembersDown_082,openshift-machine-api,critical,false,{"component": "api-server"} +1456,18239,APIServerLatency_083,openshift-machine-api,critical,false,{"component": "compute"} +6459,14355,PrometheusDown_084,openshift-logging,warning,false,{"component": "etcd"} +1787,18753,KubePodCrashLooping_085,openshift-logging,info,false,{"component": "etcd"} +17524,17625,AlertmanagerDown_086,openshift-kube-apiserver,warning,false,{"component": "etcd"} +4192,4457,KubePodCrashLooping_087,openshift-monitoring,warning,false,{"component": "api-server"} +5,19339,KubeNodeUnreachable_088,openshift-storage,warning,false,{"component": "compute"} +1187,11825,DiskSpaceLow_089,openshift-storage,critical,false,{"component": "Others"} +698,18146,NetworkLatencyHigh_090,openshift-kube-apiserver,warning,true,{"component": "compute"} +1622,19711,KubePodNotReady_091,openshift-network,warning,false,{"component": "api-server"} +733,18541,AlertmanagerDown_092,openshift-etcd,critical,false,{"component": "monitoring"} +110,18407,NetworkLatencyHigh_093,openshift-storage,warning,false,{"component": "monitoring"} +1845,19244,CephClusterWarning_094,openshift-kube-apiserver,critical,false,{"component": "monitoring"} +76,18403,KubeDeploymentReplicasMismatch_095,openshift-operators,critical,false,{"component": "storage"} +4622,11280,DiskSpaceLow_096,openshift-kube-apiserver,warning,false,{"component": "api-server"} +1307,20050,KubePodCrashLooping_097,openshift-storage,warning,false,{"component": "Others"} +53,18791,KubeCPUOvercommit_098,openshift-operators,critical,false,{"component": "etcd"} +7420,15350,KubeMemoryOvercommit_099,openshift-network,warning,false,{"component": "Others"} +1681,19730,KubePodCrashLooping_100,openshift-etcd,critical,false,{"component": "compute"} diff --git a/docs/incident_detection/simulate_scenarios/1000-alerts-15-min.csv b/docs/incident_detection/simulate_scenarios/1000-alerts-15-min.csv new file mode 100644 index 000000000..1a66fc4d9 --- /dev/null +++ b/docs/incident_detection/simulate_scenarios/1000-alerts-15-min.csv @@ -0,0 +1,1001 @@ +start,end,alertname,namespace,severity,silenced,labels +0,15,StressTestAlert_0001,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0002,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0003,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0004,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0005,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0006,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0007,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0008,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0009,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0010,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0011,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0012,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0013,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0014,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0015,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0016,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0017,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0018,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0019,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0020,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0021,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0022,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0023,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0024,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0025,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0026,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0027,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0028,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0029,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0030,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0031,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0032,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0033,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0034,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0035,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0036,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0037,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0038,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0039,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0040,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0041,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0042,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0043,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0044,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0045,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0046,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0047,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0048,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0049,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0050,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0051,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0052,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0053,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0054,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0055,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0056,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0057,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0058,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0059,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0060,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0061,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0062,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0063,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0064,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0065,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0066,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0067,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0068,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0069,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0070,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0071,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0072,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0073,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0074,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0075,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0076,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0077,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0078,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0079,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0080,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0081,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0082,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0083,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0084,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0085,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0086,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0087,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0088,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0089,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0090,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0091,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0092,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0093,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0094,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0095,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0096,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0097,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0098,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0099,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0100,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0101,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0102,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0103,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0104,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0105,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0106,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0107,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0108,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0109,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0110,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0111,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0112,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0113,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0114,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0115,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0116,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0117,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0118,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0119,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0120,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0121,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0122,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0123,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0124,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0125,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0126,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0127,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0128,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0129,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0130,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0131,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0132,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0133,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0134,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0135,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0136,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0137,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0138,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0139,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0140,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0141,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0142,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0143,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0144,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0145,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0146,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0147,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0148,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0149,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0150,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0151,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0152,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0153,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0154,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0155,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0156,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0157,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0158,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0159,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0160,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0161,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0162,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0163,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0164,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0165,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0166,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0167,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0168,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0169,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0170,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0171,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0172,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0173,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0174,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0175,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0176,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0177,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0178,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0179,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0180,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0181,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0182,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0183,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0184,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0185,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0186,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0187,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0188,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0189,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0190,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0191,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0192,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0193,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0194,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0195,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0196,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0197,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0198,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0199,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0200,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0201,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0202,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0203,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0204,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0205,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0206,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0207,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0208,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0209,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0210,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0211,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0212,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0213,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0214,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0215,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0216,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0217,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0218,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0219,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0220,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0221,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0222,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0223,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0224,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0225,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0226,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0227,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0228,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0229,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0230,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0231,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0232,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0233,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0234,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0235,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0236,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0237,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0238,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0239,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0240,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0241,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0242,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0243,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0244,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0245,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0246,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0247,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0248,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0249,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0250,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0251,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0252,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0253,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0254,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0255,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0256,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0257,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0258,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0259,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0260,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0261,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0262,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0263,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0264,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0265,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0266,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0267,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0268,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0269,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0270,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0271,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0272,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0273,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0274,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0275,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0276,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0277,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0278,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0279,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0280,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0281,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0282,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0283,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0284,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0285,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0286,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0287,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0288,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0289,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0290,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0291,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0292,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0293,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0294,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0295,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0296,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0297,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0298,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0299,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0300,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0301,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0302,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0303,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0304,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0305,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0306,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0307,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0308,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0309,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0310,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0311,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0312,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0313,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0314,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0315,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0316,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0317,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0318,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0319,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0320,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0321,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0322,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0323,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0324,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0325,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0326,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0327,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0328,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0329,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0330,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0331,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0332,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0333,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0334,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0335,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0336,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0337,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0338,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0339,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0340,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0341,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0342,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0343,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0344,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0345,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0346,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0347,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0348,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0349,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0350,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0351,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0352,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0353,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0354,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0355,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0356,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0357,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0358,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0359,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0360,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0361,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0362,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0363,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0364,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0365,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0366,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0367,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0368,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0369,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0370,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0371,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0372,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0373,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0374,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0375,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0376,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0377,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0378,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0379,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0380,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0381,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0382,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0383,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0384,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0385,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0386,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0387,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0388,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0389,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0390,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0391,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0392,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0393,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0394,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0395,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0396,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0397,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0398,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0399,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0400,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0401,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0402,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0403,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0404,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0405,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0406,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0407,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0408,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0409,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0410,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0411,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0412,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0413,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0414,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0415,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0416,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0417,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0418,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0419,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0420,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0421,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0422,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0423,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0424,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0425,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0426,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0427,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0428,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0429,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0430,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0431,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0432,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0433,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0434,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0435,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0436,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0437,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0438,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0439,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0440,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0441,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0442,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0443,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0444,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0445,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0446,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0447,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0448,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0449,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0450,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0451,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0452,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0453,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0454,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0455,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0456,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0457,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0458,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0459,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0460,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0461,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0462,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0463,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0464,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0465,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0466,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0467,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0468,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0469,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0470,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0471,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0472,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0473,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0474,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0475,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0476,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0477,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0478,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0479,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0480,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0481,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0482,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0483,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0484,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0485,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0486,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0487,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0488,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0489,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0490,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0491,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0492,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0493,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0494,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0495,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0496,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0497,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0498,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0499,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0500,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0501,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0502,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0503,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0504,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0505,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0506,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0507,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0508,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0509,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0510,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0511,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0512,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0513,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0514,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0515,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0516,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0517,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0518,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0519,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0520,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0521,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0522,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0523,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0524,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0525,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0526,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0527,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0528,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0529,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0530,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0531,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0532,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0533,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0534,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0535,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0536,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0537,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0538,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0539,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0540,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0541,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0542,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0543,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0544,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0545,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0546,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0547,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0548,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0549,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0550,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0551,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0552,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0553,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0554,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0555,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0556,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0557,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0558,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0559,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0560,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0561,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0562,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0563,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0564,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0565,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0566,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0567,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0568,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0569,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0570,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0571,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0572,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0573,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0574,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0575,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0576,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0577,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0578,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0579,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0580,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0581,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0582,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0583,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0584,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0585,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0586,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0587,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0588,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0589,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0590,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0591,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0592,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0593,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0594,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0595,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0596,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0597,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0598,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0599,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0600,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0601,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0602,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0603,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0604,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0605,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0606,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0607,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0608,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0609,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0610,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0611,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0612,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0613,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0614,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0615,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0616,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0617,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0618,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0619,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0620,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0621,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0622,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0623,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0624,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0625,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0626,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0627,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0628,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0629,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0630,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0631,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0632,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0633,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0634,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0635,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0636,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0637,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0638,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0639,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0640,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0641,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0642,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0643,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0644,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0645,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0646,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0647,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0648,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0649,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0650,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0651,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0652,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0653,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0654,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0655,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0656,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0657,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0658,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0659,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0660,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0661,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0662,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0663,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0664,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0665,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0666,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0667,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0668,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0669,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0670,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0671,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0672,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0673,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0674,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0675,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0676,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0677,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0678,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0679,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0680,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0681,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0682,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0683,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0684,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0685,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0686,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0687,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0688,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0689,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0690,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0691,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0692,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0693,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0694,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0695,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0696,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0697,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0698,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0699,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0700,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0701,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0702,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0703,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0704,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0705,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0706,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0707,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0708,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0709,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0710,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0711,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0712,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0713,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0714,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0715,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0716,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0717,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0718,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0719,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0720,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0721,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0722,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0723,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0724,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0725,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0726,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0727,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0728,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0729,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0730,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0731,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0732,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0733,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0734,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0735,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0736,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0737,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0738,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0739,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0740,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0741,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0742,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0743,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0744,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0745,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0746,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0747,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0748,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0749,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0750,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0751,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0752,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0753,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0754,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0755,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0756,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0757,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0758,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0759,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0760,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0761,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0762,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0763,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0764,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0765,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0766,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0767,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0768,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0769,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0770,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0771,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0772,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0773,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0774,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0775,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0776,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0777,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0778,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0779,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0780,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0781,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0782,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0783,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0784,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0785,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0786,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0787,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0788,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0789,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0790,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0791,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0792,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0793,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0794,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0795,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0796,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0797,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0798,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0799,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0800,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0801,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0802,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0803,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0804,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0805,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0806,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0807,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0808,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0809,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0810,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0811,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0812,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0813,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0814,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0815,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0816,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0817,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0818,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0819,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0820,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0821,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0822,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0823,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0824,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0825,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0826,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0827,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0828,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0829,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0830,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0831,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0832,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0833,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0834,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0835,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0836,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0837,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0838,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0839,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0840,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0841,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0842,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0843,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0844,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0845,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0846,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0847,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0848,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0849,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0850,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0851,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0852,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0853,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0854,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0855,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0856,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0857,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0858,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0859,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0860,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0861,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0862,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0863,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0864,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0865,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0866,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0867,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0868,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0869,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0870,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0871,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0872,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0873,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0874,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0875,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0876,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0877,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0878,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0879,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0880,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0881,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0882,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0883,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0884,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0885,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0886,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0887,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0888,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0889,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0890,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0891,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0892,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0893,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0894,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0895,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0896,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0897,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0898,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0899,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0900,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0901,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0902,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0903,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0904,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0905,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0906,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0907,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0908,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0909,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0910,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0911,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0912,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0913,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0914,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0915,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0916,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0917,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0918,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0919,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0920,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0921,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0922,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0923,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0924,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0925,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0926,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0927,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0928,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0929,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0930,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0931,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0932,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0933,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0934,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0935,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0936,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0937,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0938,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0939,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0940,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0941,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0942,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0943,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0944,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0945,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0946,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0947,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0948,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0949,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0950,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0951,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0952,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0953,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0954,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0955,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0956,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0957,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0958,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0959,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0960,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0961,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0962,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0963,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0964,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0965,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0966,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0967,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0968,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0969,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0970,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0971,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0972,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0973,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0974,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0975,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0976,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0977,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0978,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0979,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0980,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0981,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0982,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0983,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0984,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0985,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0986,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0987,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0988,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0989,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0990,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0991,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0992,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0993,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0994,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0995,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0996,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0997,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0998,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_0999,openshift-monitoring,critical,false,{"component": "monitoring"} +0,15,StressTestAlert_1000,openshift-monitoring,critical,false,{"component": "monitoring"} diff --git a/docs/incident_detection/simulate_scenarios/complete-test-data.csv b/docs/incident_detection/simulate_scenarios/complete-test-data.csv new file mode 100644 index 000000000..fa667c9d8 --- /dev/null +++ b/docs/incident_detection/simulate_scenarios/complete-test-data.csv @@ -0,0 +1,16 @@ +start,end,alertname,namespace,severity,silenced,labels +0,180,AlertA_Info,A-openshift-logging,info,false,{"component": "logging"} +240,360,AlertB_Warning,B-openshift-storage,warning,false,{"component": "storage"} +420,420,AlertC_ShortDuration,C-openshift-apiserver,warning,false,{"component": "api-server"} +480,780,AlertD_Info,D-openshift-monitoring,info,false,{"component": "monitoring"} +540,780,AlertD_Warning,D-openshift-monitoring,warning,false,{"component": "monitoring"} +600,780,AlertD_Critical,D-openshift-monitoring,critical,false,{"component": "monitoring"} +840,1080,AlertE_Etcd,-Eopenshift-etcd,critical,false,{"component": "etcd"} +840,1080,AlertE_KubeAPI,E-openshift-kube-apiserver,critical,false,{"component": "kube-apiserver"} +840,1080,AlertE_Controller_Very_Very_Very_Very_Long_Name_Alert,E-openshift-kube-controller,critical,false,{"component": "kube-controller"} +1140,1260,AlertF_KubePodCrashLooping,F-openshift-monitoring,warning,false,{"component": "monitoring"} +1200,1380,AlertF_HighMemoryUsage,F-openshift-monitoring,critical,false,{"component": "monitoring"} +1440,1500,AlertG_APIServerLatency,G-openshift-kube-apiserver,warning,false,{"component": "kube-apiserver"} +1560,1740,AlertH_Critical,H-openshift-network,critical,false,{"component": "network"} +1800,1980,AlertI_KubePodNotReady,I-openshift-operators,warning,true,{"component": "operators"} +2040,2220,AlertJ_KubePodNotReady,J-openshift-storage,warning,false,{"component": "storage"} diff --git a/docs/incident_detection/simulate_scenarios/data-loading-silences.csv b/docs/incident_detection/simulate_scenarios/data-loading-silences.csv new file mode 100644 index 000000000..849582ee6 --- /dev/null +++ b/docs/incident_detection/simulate_scenarios/data-loading-silences.csv @@ -0,0 +1,6 @@ +start,end,alertname,namespace,severity,silenced,labels +1140,1260,AlertF_KubePodCrashLooping,openshift-monitoring,warning,false,{"component": "monitoring"} +1200,1380,AlertF_HighMemoryUsage,openshift-monitoring,critical,false,{"component": "monitoring"} +1440,1500,AlertG_APIServerLatency,openshift-kube-apiserver,warning,false,{"component": "kube-apiserver"} +1800,1980,AlertI_KubePodNotReady,openshift-operators,warning,true,{"component": "operators"} +2040,2220,AlertJ_KubePodNotReady,openshift-storage,warning,false,{"component": "storage"} diff --git a/docs/incident_detection/simulate_scenarios/filtering-test-data.csv b/docs/incident_detection/simulate_scenarios/filtering-test-data.csv new file mode 100644 index 000000000..65cd8058c --- /dev/null +++ b/docs/incident_detection/simulate_scenarios/filtering-test-data.csv @@ -0,0 +1,7 @@ +start,end,alertname,namespace,severity,silenced,labels +0,180,AlertA_Info,openshift-logging,info,false,{"component": "logging"} +240,360,AlertB_Warning,openshift-storage,warning,false,{"component": "storage"} +480,780,AlertD_Info,openshift-monitoring,info,false,{"component": "monitoring"} +540,780,AlertD_Warning,openshift-monitoring,warning,false,{"component": "monitoring"} +600,780,AlertD_Critical,openshift-monitoring,critical,false,{"component": "monitoring"} +1560,1740,AlertH_Critical,openshift-network,critical,false,{"component": "network"} diff --git a/docs/incident_detection/simulate_scenarios/long-incident-15-days.csv b/docs/incident_detection/simulate_scenarios/long-incident-15-days.csv new file mode 100644 index 000000000..7dadff175 --- /dev/null +++ b/docs/incident_detection/simulate_scenarios/long-incident-15-days.csv @@ -0,0 +1,2 @@ +start,end,alertname,namespace,severity,silenced,labels +0,21600,AlertLong_15Day_Critical,openshift-monitoring,critical,false,{"component": "monitoring"} diff --git a/docs/incident_detection/simulate_scenarios/mixed-severity-escalation.csv b/docs/incident_detection/simulate_scenarios/mixed-severity-escalation.csv new file mode 100644 index 000000000..617d8349a --- /dev/null +++ b/docs/incident_detection/simulate_scenarios/mixed-severity-escalation.csv @@ -0,0 +1,8 @@ +start,end,alertname,namespace,severity,silenced,labels +420,420,AlertC_ShortDuration,openshift-apiserver,warning,false,{"component": "api-server"} +480,780,AlertD_Info,openshift-monitoring,info,false,{"component": "monitoring"} +540,780,AlertD_Warning,openshift-monitoring,warning,false,{"component": "monitoring"} +600,780,AlertD_Critical,openshift-monitoring,critical,false,{"component": "monitoring"} +840,1080,AlertE_Etcd,openshift-etcd,critical,false,{"component": "etcd"} +840,1080,AlertE_KubeAPI,openshift-kube-apiserver,critical,false,{"component": "kube-apiserver"} +840,1080,AlertE_Controller_Very_Very_Very_Very_Long_Name_Alert,openshift-kube-controller,critical,false,{"component": "kube-controller"} diff --git a/docs/incident_detection/tests/0.overview.md b/docs/incident_detection/tests/0.overview.md index fb418a604..44f362992 100644 --- a/docs/incident_detection/tests/0.overview.md +++ b/docs/incident_detection/tests/0.overview.md @@ -13,9 +13,9 @@ This checklist covers regression testing for **known bug areas** in the Incident ## How to Use This Checklist -1. **Set up test data first**: - - Copy the CSV from the "Complete Test Data" section below - - Save it to a file and use with the simulation script from the `cluster-health-analyzer` repository. +1. **Set up test data first**: + - Use the CSV file from [`simulate_scenarios/complete-test-data.csv`](../simulate_scenarios/complete-test-data.csv) with the simulation script from the `cluster-health-analyzer` repository (`local/simulate.sh`). + - Alternatively, copy the CSV from the "Complete Test Data" section below. 2. **Identify relevant areas**: Based on the scope of the change, decide on areas that need to be targeted. 3. **Run the tests**: Follow the test cases in order, checking expected vs actual behavior 4. **Reference specific incidents**: Tests reference incidents by letter (A, B, C, etc.) diff --git a/docs/incident_detection/tests/1.filtering_flows.md b/docs/incident_detection/tests/1.filtering_flows.md index 1d68391e6..aee4d9cb8 100644 --- a/docs/incident_detection/tests/1.filtering_flows.md +++ b/docs/incident_detection/tests/1.filtering_flows.md @@ -4,6 +4,8 @@ ### Prerequisites: Test Data Setup for Filtering Tests +**CSV file**: [`simulate_scenarios/filtering-test-data.csv`](../simulate_scenarios/filtering-test-data.csv) + **CSV Format** - Use this with your simulation script (these create incidents A, B, D, H): ```csv diff --git a/docs/incident_detection/tests/2.ui_display_flows.md b/docs/incident_detection/tests/2.ui_display_flows.md index c4f45cb37..c513055e0 100644 --- a/docs/incident_detection/tests/2.ui_display_flows.md +++ b/docs/incident_detection/tests/2.ui_display_flows.md @@ -7,6 +7,8 @@ ### Prerequisites: Test Data Setup for Chart Tests +**CSV file**: [`simulate_scenarios/mixed-severity-escalation.csv`](../simulate_scenarios/mixed-severity-escalation.csv) + **CSV Format** - Add these to the incidents from Section 1 (these create incidents C, D, E): ```csv @@ -109,9 +111,109 @@ start,end,alertname,namespace,severity,silenced,labels - Check the "last updated date" field - Verify that the format changes without the need to reload the page +### 2.3.2 Incident Bar Trimming on Time Filter Change +**BUG**: When "Last N Days" is shorter than an incident's duration, the bar should be visually trimmed to show only the portion within the selected time window. +**Automation Status**: NOT AUTOMATED + +**Background**: +- Incorrect behavior: Changing time filter "squashes" the X-axis to the right while still showing the full incident bar +- Correct behavior: Incident bar is trimmed/clipped to only display the portion that falls within the selected time range + +- [ ] **Bar Trimming - Long Incident with Short Filter**: Create an incident spanning 15 days + - With "Last 15 days": Full incident bar visible with correct proportional width + - Set time filter to "Last 7 days" + - Verify the incident bar is trimmed to show only the 7-day portion (not the full 15-day bar) + - Verify the X-axis scale matches the 7-day window (not squashed to the right) + - Verify the bar starts at the left edge of the chart (since incident started before the 7-day window) + +- [ ] **Tooltip Accuracy After Trimming**: Hover over a trimmed incident bar + - Verify tooltip shows the actual absolute Start date (which may be before the visible window) + - Verify tooltip shows correct End date + - Verify the displayed duration reflects the full incident, not just the visible portion + +### 2.3.3 Mixed Severity Interval Boundary Times +**Automation Status**: NOT AUTOMATED + +This section covers two related time display bugs in multi-severity incident tooltips. + +#### Issue 1: Boundary End Times Not Rounded (OU-1205) +**BUG**: Consecutive interval end times within the same incident bar are not 5-minute rounded in tooltips. + +**Background**: +- The interval calculation logic in `utils.ts` uses 1-second offsets to prevent overlapping intervals +- Example: If timestamps are at 100, 200, 300 seconds, intervals are calculated as: + - Interval 1: [100, 199, 'critical'] + - Interval 2: [200, 299, 'warning'] +- This results in end times like "23:29:59" instead of the expected rounded "23:30" +- The fix should round the displayed tooltip text, not change the interval calculation logic + +- [ ] **End Times Should Be 5-Minute Rounded**: Use AlertC from test data (multi-severity incident) + - Hover over each severity segment within the incident bar + - Verify End time in tooltip shows rounded value (e.g., "23:30") not unrounded (e.g., "23:29:59") + - Verify all interval boundaries display at 5-minute precision in tooltips + +#### Issue 2: Start Times 5 Minutes Off (OU-1221) +**BUG**: Multi-severity incident bar tooltip start times are 5 minutes off from the values shown in alert tooltips and alerts table. + +**Background**: +- When hovering over a severity segment in an incident bar, the Start time shown differs from: + - The Start time shown in the corresponding alert tooltip + - The Start time shown in the alerts details table +- This creates user confusion as the same data point shows different times in different UI elements + +- [ ] **Start Times Match Alert Tooltip**: Use AlertC from test data + - Click incident to open alerts chart + - Hover over an alert bar: Note the Start time in alert tooltip + - Hover over the corresponding severity segment in the incident bar + - Verify incident tooltip Start time matches alert tooltip Start time exactly + +- [ ] **Start Times Match Alerts Table**: + - With incident selected, check alerts table Start column + - Hover over the corresponding severity segment in incident bar + - Verify incident tooltip Start time matches alerts table Start time exactly + +- [ ] **Consecutive Interval Boundaries Match**: Check multi-severity incident + - Hover over first severity segment: Note the End time + - Hover over next severity segment: Note the Start time + - Verify End time of previous segment matches Start time of next segment (no 5-minute gap) + - Example failure: Info ends at "10:15" but Warning starts at "10:20" + - Expected: Info ends at "10:15" and Warning starts at "10:15" + ### 2.4 Silences labels (Not Automated) -- Verify that information about silences is contained in the alert name +- Verify that information about silences is contained in the alert name as `NetworkLatencyHigh (silenced)` instead of the additional `silenced=true` field - +### 2.5 Incorrect Padding for 100+ Alerts in an Incident (Not Automated) +**BUG**: When an incident contains 100+ alerts, the alerts chart height calculation produces excessive padding, pushing alert bars far below the visible area. +**Verifies**: OU-1123 + +**Background**: +- The alerts chart dynamically calculates its height based on the number of alerts +- With 100+ alerts, the padding/height formula creates a large empty gap between the "Alerts Timeline" header and the actual alert bars, which are pushed to the bottom of the chart area +- After the fix, a smaller gap may still appear with ~500+ alerts — this is accepted as a known limitation + +- [ ] **No Excessive Padding with 100 Alerts**: + - Select an incident containing ~100 alerts + - Verify alert bars start near the top of the alerts chart (no large empty gap) + - Verify all alert bars are visible and scrollable without excessive whitespace above them + +- [ ] **No Excessive Padding with 200 Alerts**: + - Select an incident containing ~200 alerts + - Verify the same — no large empty gap above the alert bars + +- [ ] **Accepted Limitation with 500+ Alerts**: + - Select an incident containing ~500 alerts + - A smaller gap may appear — verify it is not as severe as the original bug + - This is accepted as a known limitation and does not block release + +### 2.6 Data Delay Info Alert (Not Automated) +**Feature**: Info alert banner informing users about data update frequency. +**Verifies**: OU-1039 + +- [ ] **Alert Behavior**: + - Verify info alert with "Data delay" title appears on first visit + - Verify alert can be dismissed via close button + - Verify alert disappears automatically after 5 minutes + - Verify alert does not reappear after dismissal (persisted in localStorage) + - Verify alert reappears if `monitoring/incidents/data-alert-displayed` localStorage value is cleared diff --git a/docs/incident_detection/tests/3.api_calls_data_loading_flows.md b/docs/incident_detection/tests/3.api_calls_data_loading_flows.md index 1ae58d35f..eacb53c00 100644 --- a/docs/incident_detection/tests/3.api_calls_data_loading_flows.md +++ b/docs/incident_detection/tests/3.api_calls_data_loading_flows.md @@ -4,6 +4,8 @@ ### Prerequisites: Test Data Setup for Data Loading Tests +**CSV file**: [`simulate_scenarios/data-loading-silences.csv`](../simulate_scenarios/data-loading-silences.csv) + **CSV Format** - These alerts test resolution, short duration, and silence logic (creates incidents F, G, I, J): ```csv @@ -84,11 +86,41 @@ start,end,alertname,namespace,severity,silenced,labels - Verify the latest query end time param is within the last 5 minutes - ### 3.4 Data Integrity - **NEW, NOT AUTOMATED, TODO COO 1.4** +### 3.4 Many Alerts Break API Request (OU-632) +**BUG**: When an incident contains many alerts (100+), the Prometheus query for the Alerts endpoint becomes too large, resulting in a "Request Header Fields Too Large" (431) error. No alerts are rendered for that incident. +**Automation Status**: NOT AUTOMATED (requires live injected data on cluster) + +**Data Setup**: +Use the simulation script from the `cluster-health-analyzer` repository (`local/simulate.sh`) with the following CSVs from `docs/incident_detection/simulate_scenarios/`: +- `100-alerts-14-days.csv` — 100 alerts across 14 days (single incident, triggers the bug) +- `1000-alerts-15-min.csv` — 1000 alerts in 15 minutes (extreme stress scenario) + +- [ ] **100 Alerts Load Successfully**: Inject `100-alerts-14-days.csv` + - Navigate to Observe → Incidents + - Select the incident containing 100 alerts + - Verify alerts are rendered in the alerts chart (no blank view) + - Open browser console: verify no "Request Header Fields Too Large" error + +- [ ] **1000 Alerts Load Successfully**: Inject `1000-alerts-15-min.csv` + - Navigate to Observe → Incidents + - Select the incident containing 1000 alerts + - Verify alerts are rendered (may be slow but must not fail with a 431 error) + - Open browser console: verify no "Request Header Fields Too Large" error + +### 3.5 Data Integrity +**NEW, NOT AUTOMATED, TODO COO 1.4** - [ ] Incident grouping by `group_id` works correctly - [ ] Values deduplicated across multiple time range queries - [ ] Component lists combined for same group_id - [ ] Watchdog alerts filtered out +### 3.6 Permission Denied Handling (OU-1213) +**BUG**: Page should gracefully handle 403 Forbidden responses from API endpoints. +**Automation Status**: AUTOMATED in `03.reg_api_calls.cy.ts` +- Uses mock: `cy.mockPermissionDenied({ rules: true, silences: true, prometheus: true })` +- Manual replication: Apply resources from [`docs/incident_detection/resources/`](../resources/) +- [ ] **403 Forbidden Response**: Create user with limited permissions (testuser/password123) + - Apply: `htpasswd-secret.yaml`, `oauth-htpasswd.yaml`, `limited-permissions-user.yaml` + - Login as testuser, navigate to Observe → Incidents + - Expected: `` with "Restricted access" text