208 lines
5.7 KiB
JSON
208 lines
5.7 KiB
JSON
|
|
{
|
||
|
|
"rule_files": [
|
||
|
|
"../rules/platform-assurance.json"
|
||
|
|
],
|
||
|
|
"evaluation_interval": "1m",
|
||
|
|
"tests": [
|
||
|
|
{
|
||
|
|
"name": "never seen",
|
||
|
|
"interval": "1m",
|
||
|
|
"input_series": [],
|
||
|
|
"alert_rule_test": [
|
||
|
|
{
|
||
|
|
"eval_time": "0m",
|
||
|
|
"alertname": "RailianceAssuranceEmissionAbsent",
|
||
|
|
"exp_alerts": [
|
||
|
|
{
|
||
|
|
"exp_labels": {
|
||
|
|
"stream": "railiance-platform.service-assurance",
|
||
|
|
"producer": "railiance-platform",
|
||
|
|
"owner": "railiance-telemetry",
|
||
|
|
"severity": "warning"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"eval_time": "0m",
|
||
|
|
"alertname": "RailianceAssuranceUnhealthy",
|
||
|
|
"exp_alerts": []
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"name": "healthy fresh",
|
||
|
|
"interval": "1m",
|
||
|
|
"input_series": [
|
||
|
|
{
|
||
|
|
"series": "railiance_assurance_observed_timestamp_seconds{stream=\"railiance-platform.service-assurance\",producer=\"railiance-platform\"}",
|
||
|
|
"values": "0+60x20"
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"alert_rule_test": [
|
||
|
|
{
|
||
|
|
"eval_time": "20m",
|
||
|
|
"alertname": "RailianceAssuranceEmissionAbsent",
|
||
|
|
"exp_alerts": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"eval_time": "20m",
|
||
|
|
"alertname": "RailianceAssuranceUnhealthy",
|
||
|
|
"exp_alerts": []
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"name": "budget boundary",
|
||
|
|
"interval": "1m",
|
||
|
|
"input_series": [
|
||
|
|
{
|
||
|
|
"series": "railiance_assurance_observed_timestamp_seconds{stream=\"railiance-platform.service-assurance\",producer=\"railiance-platform\"}",
|
||
|
|
"values": "0x16"
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"alert_rule_test": [
|
||
|
|
{
|
||
|
|
"eval_time": "15m",
|
||
|
|
"alertname": "RailianceAssuranceEmissionAbsent",
|
||
|
|
"exp_alerts": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"eval_time": "15m",
|
||
|
|
"alertname": "RailianceAssuranceUnhealthy",
|
||
|
|
"exp_alerts": []
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"name": "stopped producer still scraped",
|
||
|
|
"interval": "1m",
|
||
|
|
"input_series": [
|
||
|
|
{
|
||
|
|
"series": "railiance_assurance_observed_timestamp_seconds{stream=\"railiance-platform.service-assurance\",producer=\"railiance-platform\"}",
|
||
|
|
"values": "0x16"
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"alert_rule_test": [
|
||
|
|
{
|
||
|
|
"eval_time": "16m",
|
||
|
|
"alertname": "RailianceAssuranceEmissionAbsent",
|
||
|
|
"exp_alerts": [
|
||
|
|
{
|
||
|
|
"exp_labels": {
|
||
|
|
"stream": "railiance-platform.service-assurance",
|
||
|
|
"producer": "railiance-platform",
|
||
|
|
"owner": "railiance-telemetry",
|
||
|
|
"severity": "warning"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"eval_time": "16m",
|
||
|
|
"alertname": "RailianceAssuranceUnhealthy",
|
||
|
|
"exp_alerts": []
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"name": "future clock",
|
||
|
|
"interval": "1m",
|
||
|
|
"input_series": [
|
||
|
|
{
|
||
|
|
"series": "railiance_assurance_observed_timestamp_seconds{stream=\"railiance-platform.service-assurance\",producer=\"railiance-platform\"}",
|
||
|
|
"values": "600"
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"alert_rule_test": [
|
||
|
|
{
|
||
|
|
"eval_time": "0m",
|
||
|
|
"alertname": "RailianceAssuranceEmissionAbsent",
|
||
|
|
"exp_alerts": [
|
||
|
|
{
|
||
|
|
"exp_labels": {
|
||
|
|
"stream": "railiance-platform.service-assurance",
|
||
|
|
"producer": "railiance-platform",
|
||
|
|
"owner": "railiance-telemetry",
|
||
|
|
"severity": "warning"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"eval_time": "0m",
|
||
|
|
"alertname": "RailianceAssuranceUnhealthy",
|
||
|
|
"exp_alerts": []
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"name": "scrape disappears",
|
||
|
|
"interval": "1m",
|
||
|
|
"input_series": [
|
||
|
|
{
|
||
|
|
"series": "railiance_assurance_observed_timestamp_seconds{stream=\"railiance-platform.service-assurance\",producer=\"railiance-platform\"}",
|
||
|
|
"values": "0 stale"
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"alert_rule_test": [
|
||
|
|
{
|
||
|
|
"eval_time": "6m",
|
||
|
|
"alertname": "RailianceAssuranceEmissionAbsent",
|
||
|
|
"exp_alerts": [
|
||
|
|
{
|
||
|
|
"exp_labels": {
|
||
|
|
"stream": "railiance-platform.service-assurance",
|
||
|
|
"producer": "railiance-platform",
|
||
|
|
"owner": "railiance-telemetry",
|
||
|
|
"severity": "warning"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"eval_time": "6m",
|
||
|
|
"alertname": "RailianceAssuranceUnhealthy",
|
||
|
|
"exp_alerts": []
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"name": "failed renewal",
|
||
|
|
"input_series": [
|
||
|
|
{
|
||
|
|
"series": "railiance_assurance_observed_timestamp_seconds{stream=\"railiance-platform.service-assurance\",producer=\"railiance-platform\"}",
|
||
|
|
"values": "0"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"series": "railiance_assurance_state{stream=\"railiance-platform.service-assurance\",producer=\"railiance-platform\",signal=\"eso.token-renewal\",state=\"failed\"}",
|
||
|
|
"values": "1"
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"alert_rule_test": [
|
||
|
|
{
|
||
|
|
"eval_time": "0m",
|
||
|
|
"alertname": "RailianceAssuranceEmissionAbsent",
|
||
|
|
"exp_alerts": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"eval_time": "0m",
|
||
|
|
"alertname": "RailianceAssuranceUnhealthy",
|
||
|
|
"exp_alerts": [
|
||
|
|
{
|
||
|
|
"exp_labels": {
|
||
|
|
"stream": "railiance-platform.service-assurance",
|
||
|
|
"producer": "railiance-platform",
|
||
|
|
"owner": "railiance-telemetry",
|
||
|
|
"severity": "warning",
|
||
|
|
"signal": "eso.token-renewal",
|
||
|
|
"state": "failed"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|