|
|
|
@ -159,7 +159,7 @@ |
|
|
|
|
"steppedLine": false, |
|
|
|
|
"targets": [ |
|
|
|
|
{ |
|
|
|
|
"expr": "max(prometheus_target_interval_length_seconds{job=\"prometheus\", quantile!=\"0.01\", quantile!=\"0.05\"}) by (quantile)", |
|
|
|
|
"expr": "max(scrape_duration_seconds{job=\"prometheus\"})", |
|
|
|
|
"format": "time_series", |
|
|
|
|
"interval": "", |
|
|
|
|
"intervalFactor": 2, |
|
|
|
@ -348,7 +348,7 @@ |
|
|
|
|
"tableColumn": "", |
|
|
|
|
"targets": [ |
|
|
|
|
{ |
|
|
|
|
"expr": "tsdb_wal_corruptions_total", |
|
|
|
|
"expr": "tsdb_wal_corruptions_total{job=\"prometheus\"}", |
|
|
|
|
"format": "time_series", |
|
|
|
|
"intervalFactor": 2, |
|
|
|
|
"legendFormat": "", |
|
|
|
@ -387,17 +387,11 @@ |
|
|
|
|
"dashLength": 10, |
|
|
|
|
"dashes": false, |
|
|
|
|
"datasource": "${DS_NAME}", |
|
|
|
|
"decimals": null, |
|
|
|
|
"editable": true, |
|
|
|
|
"error": false, |
|
|
|
|
"fill": 0, |
|
|
|
|
"grid": {}, |
|
|
|
|
"id": 35, |
|
|
|
|
"id": 29, |
|
|
|
|
"legend": { |
|
|
|
|
"alignAsTable": false, |
|
|
|
|
"avg": false, |
|
|
|
|
"current": false, |
|
|
|
|
"hideEmpty": true, |
|
|
|
|
"max": false, |
|
|
|
|
"min": false, |
|
|
|
|
"show": true, |
|
|
|
@ -407,7 +401,7 @@ |
|
|
|
|
"lines": true, |
|
|
|
|
"linewidth": 1, |
|
|
|
|
"links": [], |
|
|
|
|
"nullPointMode": "connected", |
|
|
|
|
"nullPointMode": "null", |
|
|
|
|
"percentage": false, |
|
|
|
|
"pointradius": 5, |
|
|
|
|
"points": false, |
|
|
|
@ -419,23 +413,33 @@ |
|
|
|
|
"steppedLine": false, |
|
|
|
|
"targets": [ |
|
|
|
|
{ |
|
|
|
|
"expr": "max(prometheus_evaluator_duration_seconds{quantile!=\"0.01\", quantile!=\"0.05\"}) by (quantile)", |
|
|
|
|
"expr": "sum(prometheus_tsdb_head_active_appenders{job=\"prometheus\"})", |
|
|
|
|
"format": "time_series", |
|
|
|
|
"interval": "", |
|
|
|
|
"intervalFactor": 2, |
|
|
|
|
"legendFormat": "{{quantile}}", |
|
|
|
|
"legendFormat": "active_appenders", |
|
|
|
|
"metric": "", |
|
|
|
|
"refId": "A", |
|
|
|
|
"step": 20 |
|
|
|
|
}, |
|
|
|
|
{ |
|
|
|
|
"expr": "sum(process_open_fds{job=\"prometheus\"})", |
|
|
|
|
"format": "time_series", |
|
|
|
|
"interval": "", |
|
|
|
|
"intervalFactor": 2, |
|
|
|
|
"legendFormat": "open_fds", |
|
|
|
|
"refId": "B", |
|
|
|
|
"step": 20 |
|
|
|
|
} |
|
|
|
|
], |
|
|
|
|
"thresholds": [], |
|
|
|
|
"timeFrom": null, |
|
|
|
|
"timeShift": null, |
|
|
|
|
"title": "Rule Eval Duration", |
|
|
|
|
"title": "Active Appenders", |
|
|
|
|
"tooltip": { |
|
|
|
|
"shared": true, |
|
|
|
|
"sort": 0, |
|
|
|
|
"value_type": "cumulative" |
|
|
|
|
"value_type": "individual" |
|
|
|
|
}, |
|
|
|
|
"type": "graph", |
|
|
|
|
"xaxis": { |
|
|
|
@ -447,8 +451,8 @@ |
|
|
|
|
}, |
|
|
|
|
"yaxes": [ |
|
|
|
|
{ |
|
|
|
|
"format": "s", |
|
|
|
|
"label": "", |
|
|
|
|
"format": "short", |
|
|
|
|
"label": null, |
|
|
|
|
"logBase": 1, |
|
|
|
|
"max": null, |
|
|
|
|
"min": null, |
|
|
|
@ -456,21 +460,28 @@ |
|
|
|
|
}, |
|
|
|
|
{ |
|
|
|
|
"format": "short", |
|
|
|
|
"label": null, |
|
|
|
|
"logBase": 1, |
|
|
|
|
"max": null, |
|
|
|
|
"min": null, |
|
|
|
|
"show": true |
|
|
|
|
"show": false |
|
|
|
|
} |
|
|
|
|
] |
|
|
|
|
}, |
|
|
|
|
{ |
|
|
|
|
"aliasColors": {}, |
|
|
|
|
"aliasColors": { |
|
|
|
|
"prometheus": "#F9BA8F", |
|
|
|
|
"{instance=\"localhost:9090\",interval=\"5s\",job=\"prometheus\"}": "#F9BA8F" |
|
|
|
|
}, |
|
|
|
|
"bars": false, |
|
|
|
|
"dashLength": 10, |
|
|
|
|
"dashes": false, |
|
|
|
|
"datasource": "${DS_NAME}", |
|
|
|
|
"editable": true, |
|
|
|
|
"error": false, |
|
|
|
|
"fill": 0, |
|
|
|
|
"id": 29, |
|
|
|
|
"grid": {}, |
|
|
|
|
"id": 2, |
|
|
|
|
"legend": { |
|
|
|
|
"avg": false, |
|
|
|
|
"current": false, |
|
|
|
@ -483,7 +494,7 @@ |
|
|
|
|
"lines": true, |
|
|
|
|
"linewidth": 1, |
|
|
|
|
"links": [], |
|
|
|
|
"nullPointMode": "null", |
|
|
|
|
"nullPointMode": "connected", |
|
|
|
|
"percentage": false, |
|
|
|
|
"pointradius": 5, |
|
|
|
|
"points": false, |
|
|
|
@ -495,33 +506,22 @@ |
|
|
|
|
"steppedLine": false, |
|
|
|
|
"targets": [ |
|
|
|
|
{ |
|
|
|
|
"expr": "sum(prometheus_tsdb_head_active_appenders{job=\"prometheus\"})", |
|
|
|
|
"expr": "prometheus_tsdb_blocks_loaded{job=\"prometheus\"}", |
|
|
|
|
"format": "time_series", |
|
|
|
|
"interval": "", |
|
|
|
|
"intervalFactor": 2, |
|
|
|
|
"legendFormat": "active_appenders", |
|
|
|
|
"metric": "", |
|
|
|
|
"legendFormat": "blocks", |
|
|
|
|
"refId": "A", |
|
|
|
|
"step": 20 |
|
|
|
|
}, |
|
|
|
|
{ |
|
|
|
|
"expr": "sum(process_open_fds{job=\"prometheus\"})", |
|
|
|
|
"format": "time_series", |
|
|
|
|
"interval": "", |
|
|
|
|
"intervalFactor": 2, |
|
|
|
|
"legendFormat": "open_fds", |
|
|
|
|
"refId": "B", |
|
|
|
|
"step": 20 |
|
|
|
|
} |
|
|
|
|
], |
|
|
|
|
"thresholds": [], |
|
|
|
|
"timeFrom": null, |
|
|
|
|
"timeShift": null, |
|
|
|
|
"title": "Active Appenders", |
|
|
|
|
"title": "Blocks Loaded", |
|
|
|
|
"tooltip": { |
|
|
|
|
"shared": true, |
|
|
|
|
"sort": 0, |
|
|
|
|
"value_type": "individual" |
|
|
|
|
"value_type": "cumulative" |
|
|
|
|
}, |
|
|
|
|
"type": "graph", |
|
|
|
|
"xaxis": { |
|
|
|
@ -534,7 +534,6 @@ |
|
|
|
|
"yaxes": [ |
|
|
|
|
{ |
|
|
|
|
"format": "short", |
|
|
|
|
"label": null, |
|
|
|
|
"logBase": 1, |
|
|
|
|
"max": null, |
|
|
|
|
"min": null, |
|
|
|
@ -542,28 +541,23 @@ |
|
|
|
|
}, |
|
|
|
|
{ |
|
|
|
|
"format": "short", |
|
|
|
|
"label": null, |
|
|
|
|
"logBase": 1, |
|
|
|
|
"max": null, |
|
|
|
|
"min": null, |
|
|
|
|
"show": false |
|
|
|
|
"show": true |
|
|
|
|
} |
|
|
|
|
] |
|
|
|
|
}, |
|
|
|
|
{ |
|
|
|
|
"aliasColors": { |
|
|
|
|
"prometheus": "#F9BA8F", |
|
|
|
|
"{instance=\"localhost:9090\",interval=\"5s\",job=\"prometheus\"}": "#F9BA8F" |
|
|
|
|
}, |
|
|
|
|
"aliasColors": {}, |
|
|
|
|
"bars": false, |
|
|
|
|
"dashLength": 10, |
|
|
|
|
"dashes": false, |
|
|
|
|
"datasource": "${DS_NAME}", |
|
|
|
|
"editable": true, |
|
|
|
|
"error": false, |
|
|
|
|
"decimals": null, |
|
|
|
|
"description": "", |
|
|
|
|
"fill": 0, |
|
|
|
|
"grid": {}, |
|
|
|
|
"id": 2, |
|
|
|
|
"id": 33, |
|
|
|
|
"legend": { |
|
|
|
|
"avg": false, |
|
|
|
|
"current": false, |
|
|
|
@ -588,10 +582,11 @@ |
|
|
|
|
"steppedLine": false, |
|
|
|
|
"targets": [ |
|
|
|
|
{ |
|
|
|
|
"expr": "prometheus_tsdb_blocks_loaded", |
|
|
|
|
"expr": "prometheus_tsdb_head_chunks{job=\"prometheus\"}", |
|
|
|
|
"format": "time_series", |
|
|
|
|
"interval": "", |
|
|
|
|
"intervalFactor": 2, |
|
|
|
|
"legendFormat": "blocks", |
|
|
|
|
"legendFormat": "chunks", |
|
|
|
|
"refId": "A", |
|
|
|
|
"step": 20 |
|
|
|
|
} |
|
|
|
@ -599,11 +594,11 @@ |
|
|
|
|
"thresholds": [], |
|
|
|
|
"timeFrom": null, |
|
|
|
|
"timeShift": null, |
|
|
|
|
"title": "Blocks Loaded", |
|
|
|
|
"title": "Head Chunks", |
|
|
|
|
"tooltip": { |
|
|
|
|
"shared": true, |
|
|
|
|
"sort": 0, |
|
|
|
|
"value_type": "cumulative" |
|
|
|
|
"value_type": "individual" |
|
|
|
|
}, |
|
|
|
|
"type": "graph", |
|
|
|
|
"xaxis": { |
|
|
|
@ -616,17 +611,19 @@ |
|
|
|
|
"yaxes": [ |
|
|
|
|
{ |
|
|
|
|
"format": "short", |
|
|
|
|
"label": null, |
|
|
|
|
"logBase": 1, |
|
|
|
|
"max": null, |
|
|
|
|
"min": null, |
|
|
|
|
"show": true |
|
|
|
|
}, |
|
|
|
|
{ |
|
|
|
|
"format": "short", |
|
|
|
|
"format": "bytes", |
|
|
|
|
"label": "", |
|
|
|
|
"logBase": 1, |
|
|
|
|
"max": null, |
|
|
|
|
"min": null, |
|
|
|
|
"show": true |
|
|
|
|
"show": false |
|
|
|
|
} |
|
|
|
|
] |
|
|
|
|
}, |
|
|
|
@ -636,10 +633,8 @@ |
|
|
|
|
"dashLength": 10, |
|
|
|
|
"dashes": false, |
|
|
|
|
"datasource": "${DS_NAME}", |
|
|
|
|
"decimals": null, |
|
|
|
|
"description": "", |
|
|
|
|
"fill": 0, |
|
|
|
|
"id": 33, |
|
|
|
|
"fill": 1, |
|
|
|
|
"id": 36, |
|
|
|
|
"legend": { |
|
|
|
|
"avg": false, |
|
|
|
|
"current": false, |
|
|
|
@ -652,31 +647,43 @@ |
|
|
|
|
"lines": true, |
|
|
|
|
"linewidth": 1, |
|
|
|
|
"links": [], |
|
|
|
|
"nullPointMode": "connected", |
|
|
|
|
"nullPointMode": "null", |
|
|
|
|
"percentage": false, |
|
|
|
|
"pointradius": 5, |
|
|
|
|
"points": false, |
|
|
|
|
"renderer": "flot", |
|
|
|
|
"seriesOverrides": [], |
|
|
|
|
"seriesOverrides": [ |
|
|
|
|
{ |
|
|
|
|
"alias": "duration-p99", |
|
|
|
|
"yaxis": 2 |
|
|
|
|
} |
|
|
|
|
], |
|
|
|
|
"spaceLength": 10, |
|
|
|
|
"span": 3, |
|
|
|
|
"stack": false, |
|
|
|
|
"steppedLine": false, |
|
|
|
|
"targets": [ |
|
|
|
|
{ |
|
|
|
|
"expr": "prometheus_tsdb_head_chunks", |
|
|
|
|
"expr": "prometheus_tsdb_head_gc_duration_seconds{job=\"prometheus\",quantile=\"0.99\"}", |
|
|
|
|
"format": "time_series", |
|
|
|
|
"interval": "", |
|
|
|
|
"intervalFactor": 2, |
|
|
|
|
"legendFormat": "chunks", |
|
|
|
|
"legendFormat": "duration-p99", |
|
|
|
|
"refId": "A", |
|
|
|
|
"step": 20 |
|
|
|
|
}, |
|
|
|
|
{ |
|
|
|
|
"expr": "irate(prometheus_tsdb_head_gc_duration_seconds_count{job=\"prometheus\"}[5m])", |
|
|
|
|
"format": "time_series", |
|
|
|
|
"intervalFactor": 2, |
|
|
|
|
"legendFormat": "collections", |
|
|
|
|
"refId": "B", |
|
|
|
|
"step": 20 |
|
|
|
|
} |
|
|
|
|
], |
|
|
|
|
"thresholds": [], |
|
|
|
|
"timeFrom": null, |
|
|
|
|
"timeShift": null, |
|
|
|
|
"title": "Head Chunks", |
|
|
|
|
"title": "Head Block GC Activity", |
|
|
|
|
"tooltip": { |
|
|
|
|
"shared": true, |
|
|
|
|
"sort": 0, |
|
|
|
@ -696,16 +703,16 @@ |
|
|
|
|
"label": null, |
|
|
|
|
"logBase": 1, |
|
|
|
|
"max": null, |
|
|
|
|
"min": null, |
|
|
|
|
"min": "0", |
|
|
|
|
"show": true |
|
|
|
|
}, |
|
|
|
|
{ |
|
|
|
|
"format": "bytes", |
|
|
|
|
"label": "", |
|
|
|
|
"format": "s", |
|
|
|
|
"label": null, |
|
|
|
|
"logBase": 1, |
|
|
|
|
"max": null, |
|
|
|
|
"min": null, |
|
|
|
|
"show": false |
|
|
|
|
"min": "0", |
|
|
|
|
"show": true |
|
|
|
|
} |
|
|
|
|
] |
|
|
|
|
} |
|
|
|
@ -755,12 +762,12 @@ |
|
|
|
|
} |
|
|
|
|
], |
|
|
|
|
"spaceLength": 10, |
|
|
|
|
"span": 3, |
|
|
|
|
"span": 4, |
|
|
|
|
"stack": false, |
|
|
|
|
"steppedLine": false, |
|
|
|
|
"targets": [ |
|
|
|
|
{ |
|
|
|
|
"expr": "histogram_quantile(0.99, sum(rate(prometheus_tsdb_compaction_duration_bucket[5m])) by (le))", |
|
|
|
|
"expr": "histogram_quantile(0.99, sum(rate(prometheus_tsdb_compaction_duration_bucket{job=\"prometheus\"}[5m])) by (le))", |
|
|
|
|
"format": "time_series", |
|
|
|
|
"hide": false, |
|
|
|
|
"interval": "", |
|
|
|
@ -770,7 +777,7 @@ |
|
|
|
|
"step": 20 |
|
|
|
|
}, |
|
|
|
|
{ |
|
|
|
|
"expr": "irate(prometheus_tsdb_compactions_total[5m])", |
|
|
|
|
"expr": "irate(prometheus_tsdb_compactions_total{job=\"prometheus\"}[5m])", |
|
|
|
|
"format": "time_series", |
|
|
|
|
"intervalFactor": 2, |
|
|
|
|
"legendFormat": "compactions", |
|
|
|
@ -778,7 +785,7 @@ |
|
|
|
|
"step": 20 |
|
|
|
|
}, |
|
|
|
|
{ |
|
|
|
|
"expr": "irate(prometheus_tsdb_compactions_failed_total[5m])", |
|
|
|
|
"expr": "irate(prometheus_tsdb_compactions_failed_total{job=\"prometheus\"}[5m])", |
|
|
|
|
"format": "time_series", |
|
|
|
|
"intervalFactor": 2, |
|
|
|
|
"legendFormat": "failed", |
|
|
|
@ -786,7 +793,7 @@ |
|
|
|
|
"step": 20 |
|
|
|
|
}, |
|
|
|
|
{ |
|
|
|
|
"expr": "irate(prometheus_tsdb_compactions_triggered_total[5m])", |
|
|
|
|
"expr": "irate(prometheus_tsdb_compactions_triggered_total{job=\"prometheus\"}[5m])", |
|
|
|
|
"format": "time_series", |
|
|
|
|
"intervalFactor": 2, |
|
|
|
|
"legendFormat": "triggered", |
|
|
|
@ -837,7 +844,7 @@ |
|
|
|
|
"dashes": false, |
|
|
|
|
"datasource": "${DS_NAME}", |
|
|
|
|
"fill": 1, |
|
|
|
|
"id": 36, |
|
|
|
|
"id": 32, |
|
|
|
|
"legend": { |
|
|
|
|
"avg": false, |
|
|
|
|
"current": false, |
|
|
|
@ -855,30 +862,26 @@ |
|
|
|
|
"pointradius": 5, |
|
|
|
|
"points": false, |
|
|
|
|
"renderer": "flot", |
|
|
|
|
"seriesOverrides": [ |
|
|
|
|
{ |
|
|
|
|
"alias": "duration-p99", |
|
|
|
|
"yaxis": 2 |
|
|
|
|
} |
|
|
|
|
], |
|
|
|
|
"seriesOverrides": [], |
|
|
|
|
"spaceLength": 10, |
|
|
|
|
"span": 3, |
|
|
|
|
"span": 4, |
|
|
|
|
"stack": false, |
|
|
|
|
"steppedLine": false, |
|
|
|
|
"targets": [ |
|
|
|
|
{ |
|
|
|
|
"expr": "prometheus_tsdb_head_gc_duration_seconds{quantile=\"0.99\"}", |
|
|
|
|
"expr": "rate(prometheus_tsdb_reloads_total{job=\"prometheus\"}[5m])", |
|
|
|
|
"format": "time_series", |
|
|
|
|
"intervalFactor": 2, |
|
|
|
|
"legendFormat": "duration-p99", |
|
|
|
|
"legendFormat": "reloads", |
|
|
|
|
"refId": "A", |
|
|
|
|
"step": 20 |
|
|
|
|
}, |
|
|
|
|
{ |
|
|
|
|
"expr": "irate(prometheus_tsdb_head_gc_duration_seconds_count[5m])", |
|
|
|
|
"expr": "rate(prometheus_tsdb_reloads_failures_total{job=\"prometheus\"}[5m])", |
|
|
|
|
"format": "time_series", |
|
|
|
|
"hide": false, |
|
|
|
|
"intervalFactor": 2, |
|
|
|
|
"legendFormat": "collections", |
|
|
|
|
"legendFormat": "failures", |
|
|
|
|
"refId": "B", |
|
|
|
|
"step": 20 |
|
|
|
|
} |
|
|
|
@ -886,7 +889,7 @@ |
|
|
|
|
"thresholds": [], |
|
|
|
|
"timeFrom": null, |
|
|
|
|
"timeShift": null, |
|
|
|
|
"title": "Head Block GC Activity", |
|
|
|
|
"title": "Reload Count", |
|
|
|
|
"tooltip": { |
|
|
|
|
"shared": true, |
|
|
|
|
"sort": 0, |
|
|
|
@ -906,15 +909,15 @@ |
|
|
|
|
"label": null, |
|
|
|
|
"logBase": 1, |
|
|
|
|
"max": null, |
|
|
|
|
"min": "0", |
|
|
|
|
"min": null, |
|
|
|
|
"show": true |
|
|
|
|
}, |
|
|
|
|
{ |
|
|
|
|
"format": "s", |
|
|
|
|
"format": "short", |
|
|
|
|
"label": null, |
|
|
|
|
"logBase": 1, |
|
|
|
|
"max": null, |
|
|
|
|
"min": "0", |
|
|
|
|
"min": null, |
|
|
|
|
"show": true |
|
|
|
|
} |
|
|
|
|
] |
|
|
|
@ -925,8 +928,8 @@ |
|
|
|
|
"dashLength": 10, |
|
|
|
|
"dashes": false, |
|
|
|
|
"datasource": "${DS_NAME}", |
|
|
|
|
"fill": 1, |
|
|
|
|
"id": 32, |
|
|
|
|
"fill": 0, |
|
|
|
|
"id": 38, |
|
|
|
|
"legend": { |
|
|
|
|
"avg": false, |
|
|
|
|
"current": false, |
|
|
|
@ -946,32 +949,23 @@ |
|
|
|
|
"renderer": "flot", |
|
|
|
|
"seriesOverrides": [], |
|
|
|
|
"spaceLength": 10, |
|
|
|
|
"span": 3, |
|
|
|
|
"span": 4, |
|
|
|
|
"stack": false, |
|
|
|
|
"steppedLine": false, |
|
|
|
|
"targets": [ |
|
|
|
|
{ |
|
|
|
|
"expr": "rate(prometheus_tsdb_reloads_total{job=\"prometheus\"}[5m])", |
|
|
|
|
"expr": "prometheus_engine_query_duration_seconds{job=\"prometheus\", quantile=\"0.99\"}", |
|
|
|
|
"format": "time_series", |
|
|
|
|
"intervalFactor": 2, |
|
|
|
|
"legendFormat": "reloads", |
|
|
|
|
"legendFormat": "{{slice}}_p99", |
|
|
|
|
"refId": "A", |
|
|
|
|
"step": 20 |
|
|
|
|
}, |
|
|
|
|
{ |
|
|
|
|
"expr": "rate(prometheus_tsdb_reloads_failures_total{job=\"prometheus\"}[5m])", |
|
|
|
|
"format": "time_series", |
|
|
|
|
"hide": false, |
|
|
|
|
"intervalFactor": 2, |
|
|
|
|
"legendFormat": "failures", |
|
|
|
|
"refId": "B", |
|
|
|
|
"step": 20 |
|
|
|
|
} |
|
|
|
|
], |
|
|
|
|
"thresholds": [], |
|
|
|
|
"timeFrom": null, |
|
|
|
|
"timeShift": null, |
|
|
|
|
"title": "Reload Count", |
|
|
|
|
"title": "Query Durations", |
|
|
|
|
"tooltip": { |
|
|
|
|
"shared": true, |
|
|
|
|
"sort": 0, |
|
|
|
@ -1003,18 +997,36 @@ |
|
|
|
|
"show": true |
|
|
|
|
} |
|
|
|
|
] |
|
|
|
|
}, |
|
|
|
|
} |
|
|
|
|
], |
|
|
|
|
"repeat": null, |
|
|
|
|
"repeatIteration": null, |
|
|
|
|
"repeatRowId": null, |
|
|
|
|
"showTitle": false, |
|
|
|
|
"title": "New row", |
|
|
|
|
"titleSize": "h6" |
|
|
|
|
}, |
|
|
|
|
{ |
|
|
|
|
"collapse": false, |
|
|
|
|
"height": 250, |
|
|
|
|
"panels": [ |
|
|
|
|
{ |
|
|
|
|
"aliasColors": {}, |
|
|
|
|
"bars": false, |
|
|
|
|
"dashLength": 10, |
|
|
|
|
"dashes": false, |
|
|
|
|
"datasource": "${DS_NAME}", |
|
|
|
|
"decimals": null, |
|
|
|
|
"editable": true, |
|
|
|
|
"error": false, |
|
|
|
|
"fill": 0, |
|
|
|
|
"id": 38, |
|
|
|
|
"grid": {}, |
|
|
|
|
"id": 35, |
|
|
|
|
"legend": { |
|
|
|
|
"alignAsTable": false, |
|
|
|
|
"avg": false, |
|
|
|
|
"current": false, |
|
|
|
|
"hideEmpty": true, |
|
|
|
|
"max": false, |
|
|
|
|
"min": false, |
|
|
|
|
"show": true, |
|
|
|
@ -1024,30 +1036,122 @@ |
|
|
|
|
"lines": true, |
|
|
|
|
"linewidth": 1, |
|
|
|
|
"links": [], |
|
|
|
|
"nullPointMode": "null", |
|
|
|
|
"nullPointMode": "connected", |
|
|
|
|
"percentage": false, |
|
|
|
|
"pointradius": 5, |
|
|
|
|
"points": false, |
|
|
|
|
"renderer": "flot", |
|
|
|
|
"seriesOverrides": [], |
|
|
|
|
"spaceLength": 10, |
|
|
|
|
"span": 3, |
|
|
|
|
"span": 6, |
|
|
|
|
"stack": false, |
|
|
|
|
"steppedLine": false, |
|
|
|
|
"targets": [ |
|
|
|
|
{ |
|
|
|
|
"expr": "prometheus_engine_query_duration_seconds{job=\"prometheus\", quantile=\"0.99\"}", |
|
|
|
|
"expr": "max(prometheus_evaluator_duration_seconds{job=\"prometheus\", quantile!=\"0.01\", quantile!=\"0.05\"}) by (quantile)", |
|
|
|
|
"format": "time_series", |
|
|
|
|
"interval": "", |
|
|
|
|
"intervalFactor": 2, |
|
|
|
|
"legendFormat": "{{slice}}_p99", |
|
|
|
|
"legendFormat": "{{quantile}}", |
|
|
|
|
"refId": "A", |
|
|
|
|
"step": 20 |
|
|
|
|
"step": 10 |
|
|
|
|
} |
|
|
|
|
], |
|
|
|
|
"thresholds": [], |
|
|
|
|
"timeFrom": null, |
|
|
|
|
"timeShift": null, |
|
|
|
|
"title": "Query Durations", |
|
|
|
|
"title": "Rule Eval Duration", |
|
|
|
|
"tooltip": { |
|
|
|
|
"shared": true, |
|
|
|
|
"sort": 0, |
|
|
|
|
"value_type": "cumulative" |
|
|
|
|
}, |
|
|
|
|
"type": "graph", |
|
|
|
|
"xaxis": { |
|
|
|
|
"buckets": null, |
|
|
|
|
"mode": "time", |
|
|
|
|
"name": null, |
|
|
|
|
"show": true, |
|
|
|
|
"values": [] |
|
|
|
|
}, |
|
|
|
|
"yaxes": [ |
|
|
|
|
{ |
|
|
|
|
"format": "s", |
|
|
|
|
"label": "", |
|
|
|
|
"logBase": 1, |
|
|
|
|
"max": null, |
|
|
|
|
"min": null, |
|
|
|
|
"show": true |
|
|
|
|
}, |
|
|
|
|
{ |
|
|
|
|
"format": "short", |
|
|
|
|
"logBase": 1, |
|
|
|
|
"max": null, |
|
|
|
|
"min": null, |
|
|
|
|
"show": true |
|
|
|
|
} |
|
|
|
|
] |
|
|
|
|
}, |
|
|
|
|
{ |
|
|
|
|
"aliasColors": {}, |
|
|
|
|
"bars": false, |
|
|
|
|
"dashLength": 10, |
|
|
|
|
"dashes": false, |
|
|
|
|
"datasource": "${DS_NAME}", |
|
|
|
|
"fill": 1, |
|
|
|
|
"id": 39, |
|
|
|
|
"legend": { |
|
|
|
|
"avg": false, |
|
|
|
|
"current": false, |
|
|
|
|
"max": false, |
|
|
|
|
"min": false, |
|
|
|
|
"show": true, |
|
|
|
|
"total": false, |
|
|
|
|
"values": false |
|
|
|
|
}, |
|
|
|
|
"lines": true, |
|
|
|
|
"linewidth": 1, |
|
|
|
|
"links": [], |
|
|
|
|
"nullPointMode": "null", |
|
|
|
|
"percentage": false, |
|
|
|
|
"pointradius": 5, |
|
|
|
|
"points": false, |
|
|
|
|
"renderer": "flot", |
|
|
|
|
"seriesOverrides": [], |
|
|
|
|
"spaceLength": 10, |
|
|
|
|
"span": 6, |
|
|
|
|
"stack": true, |
|
|
|
|
"steppedLine": false, |
|
|
|
|
"targets": [ |
|
|
|
|
{ |
|
|
|
|
"expr": "rate(prometheus_evaluator_iterations_missed_total{job=\"prometheus\"}[5m])", |
|
|
|
|
"format": "time_series", |
|
|
|
|
"intervalFactor": 2, |
|
|
|
|
"legendFormat": "missed", |
|
|
|
|
"refId": "B", |
|
|
|
|
"step": 10 |
|
|
|
|
}, |
|
|
|
|
{ |
|
|
|
|
"expr": "rate(prometheus_evaluator_iterations_skipped_total{job=\"prometheus\"}[5m])", |
|
|
|
|
"format": "time_series", |
|
|
|
|
"intervalFactor": 2, |
|
|
|
|
"legendFormat": "skipped", |
|
|
|
|
"refId": "C", |
|
|
|
|
"step": 10 |
|
|
|
|
}, |
|
|
|
|
{ |
|
|
|
|
"expr": "rate(prometheus_evaluator_iterations_total{job=\"prometheus\"}[5m])", |
|
|
|
|
"format": "time_series", |
|
|
|
|
"intervalFactor": 2, |
|
|
|
|
"legendFormat": "iterations", |
|
|
|
|
"refId": "A", |
|
|
|
|
"step": 10 |
|
|
|
|
} |
|
|
|
|
], |
|
|
|
|
"thresholds": [], |
|
|
|
|
"timeFrom": null, |
|
|
|
|
"timeShift": null, |
|
|
|
|
"title": "Rule Eval Activity", |
|
|
|
|
"tooltip": { |
|
|
|
|
"shared": true, |
|
|
|
|
"sort": 0, |
|
|
|
@ -1085,7 +1189,7 @@ |
|
|
|
|
"repeatIteration": null, |
|
|
|
|
"repeatRowId": null, |
|
|
|
|
"showTitle": false, |
|
|
|
|
"title": "New row", |
|
|
|
|
"title": "Dashboard Row", |
|
|
|
|
"titleSize": "h6" |
|
|
|
|
} |
|
|
|
|
], |
|
|
|
@ -1129,5 +1233,5 @@ |
|
|
|
|
}, |
|
|
|
|
"timezone": "browser", |
|
|
|
|
"title": "Prometheus 2.0 Stats", |
|
|
|
|
"version": 12 |
|
|
|
|
"version": 19 |
|
|
|
|
} |
|
|
|
|