Improve promtail alerts to retain the namespace label (#2976)

The `PromtailFileMissing` should actually work in this simplified
form. Please let me know if I'm missing something.
pull/2984/head
Björn Rabenstein 5 years ago committed by GitHub
parent 14a5e22c31
commit e14463b2a3
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
  1. 4
      production/promtail-mixin/alerts.libsonnet
  2. 4
      production/promtail-mixin/recording_rules.libsonnet

@ -25,7 +25,7 @@
{ {
alert: 'PromtailRequestLatency', alert: 'PromtailRequestLatency',
expr: ||| expr: |||
job_status_code:promtail_request_duration_seconds:99quantile > 1 job_status_code_namespace:promtail_request_duration_seconds:99quantile > 1
|||, |||,
'for': '15m', 'for': '15m',
labels: { labels: {
@ -55,7 +55,7 @@
{ {
alert: 'PromtailFileMissing', alert: 'PromtailFileMissing',
expr: ||| expr: |||
count by (path,instance,job) (promtail_file_bytes_total) unless count by (path,instance,job) (promtail_read_bytes_total) promtail_file_bytes_total unless promtail_read_bytes_total
|||, |||,
'for': '15m', 'for': '15m',
labels: { labels: {

@ -5,8 +5,8 @@ local utils = import 'mixin-utils/utils.libsonnet';
groups+: [{ groups+: [{
name: 'promtail_rules', name: 'promtail_rules',
rules: rules:
utils.histogramRules('promtail_request_duration_seconds', ['job']) + utils.histogramRules('promtail_request_duration_seconds', ['job', 'namespace']) +
utils.histogramRules('promtail_request_duration_seconds', ['job', 'status_code']), utils.histogramRules('promtail_request_duration_seconds', ['job', 'status_code', 'namespace']),
}], }],
}, },
} }

Loading…
Cancel
Save