Improve promtail alerts to retain the namespace label (#2976)

The `PromtailFileMissing` should actually work in this simplified
form. Please let me know if I'm missing something.
pull/2984/head
Björn Rabenstein 5 years ago committed by GitHub
parent 14a5e22c31
commit e14463b2a3
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
  1. 4
      production/promtail-mixin/alerts.libsonnet
  2. 4
      production/promtail-mixin/recording_rules.libsonnet

@ -25,7 +25,7 @@
{
alert: 'PromtailRequestLatency',
expr: |||
job_status_code:promtail_request_duration_seconds:99quantile > 1
job_status_code_namespace:promtail_request_duration_seconds:99quantile > 1
|||,
'for': '15m',
labels: {
@ -55,7 +55,7 @@
{
alert: 'PromtailFileMissing',
expr: |||
count by (path,instance,job) (promtail_file_bytes_total) unless count by (path,instance,job) (promtail_read_bytes_total)
promtail_file_bytes_total unless promtail_read_bytes_total
|||,
'for': '15m',
labels: {

@ -5,8 +5,8 @@ local utils = import 'mixin-utils/utils.libsonnet';
groups+: [{
name: 'promtail_rules',
rules:
utils.histogramRules('promtail_request_duration_seconds', ['job']) +
utils.histogramRules('promtail_request_duration_seconds', ['job', 'status_code']),
utils.histogramRules('promtail_request_duration_seconds', ['job', 'namespace']) +
utils.histogramRules('promtail_request_duration_seconds', ['job', 'status_code', 'namespace']),
}],
},
}

Loading…
Cancel
Save