@ -335,7 +335,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "sum(rate(synapse_storage_events_persisted_events{instance=\"$instance\"}[$bucket_size]))" ,
"expr" : "sum(rate(synapse_storage_events_persisted_events_total {instance=\"$instance\"}[$bucket_size]))" ,
"hide" : false ,
"instant" : false ,
"legendFormat" : "Events" ,
@ -1423,7 +1423,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_background_process_ru_utime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_background_process_ru_stime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"expr" : "rate(synapse_background_process_ru_utime_seconds_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_background_process_ru_stime_seconds_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"hide" : false ,
"instant" : false ,
@ -1804,7 +1804,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "sum(rate(synapse_storage_events_persisted_events{instance=\"$instance\"}[$bucket_size])) without (job,index)" ,
"expr" : "sum(rate(synapse_storage_events_persisted_events_total {instance=\"$instance\"}[$bucket_size])) without (job,index)" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
@ -2437,7 +2437,7 @@
"uid" : "$datasource"
} ,
"exemplar" : false ,
"expr" : "sum(rate(synapse_state_res_db_for_biggest_room_seconds{instance=\"$instance\"}[1m]))" ,
"expr" : "sum(rate(synapse_state_res_db_for_biggest_room_seconds_total {instance=\"$instance\"}[1m]))" ,
"format" : "time_series" ,
"hide" : false ,
"instant" : false ,
@ -2451,7 +2451,7 @@
"uid" : "$datasource"
} ,
"exemplar" : false ,
"expr" : "sum(rate(synapse_state_res_cpu_for_biggest_room_seconds{instance=\"$instance\"}[1m]))" ,
"expr" : "sum(rate(synapse_state_res_cpu_for_biggest_room_seconds_total {instance=\"$instance\"}[1m]))" ,
"format" : "time_series" ,
"hide" : false ,
"instant" : false ,
@ -3425,7 +3425,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_background_process_ru_utime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_background_process_ru_stime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"expr" : "rate(synapse_background_process_ru_utime_seconds_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_background_process_ru_stime_seconds_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
@ -3518,7 +3518,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_background_process_db_txn_duration_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) + rate(synapse_background_process_db_sched_duration_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"expr" : "rate(synapse_background_process_db_txn_duration_seconds_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) + rate(synapse_background_process_db_sched_duration_seconds_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"hide" : false ,
"intervalFactor" : 1 ,
@ -3726,7 +3726,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "sum(rate(synapse_federation_client_sent_transactions{instance=\"$instance\"}[$bucket_size]))" ,
"expr" : "sum(rate(synapse_federation_client_sent_transactions_total {instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "successful txn rate" ,
@ -3736,7 +3736,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "sum(rate(synapse_util_metrics_block_count{block_name=\"_send_new_transaction\",instance=\"$instance\"}[$bucket_size]) - ignoring (block_name) rate(synapse_federation_client_sent_transactions{instance=\"$instance\"}[$bucket_size]))" ,
"expr" : "sum(rate(synapse_util_metrics_block_count_total {block_name=\"_send_new_transaction\",instance=\"$instance\"}[$bucket_size]) - ignoring (block_name) rate(synapse_federation_client_sent_transactions_total {instance=\"$instance\"}[$bucket_size]))" ,
"legendFormat" : "failed txn rate" ,
"refId" : "B"
}
@ -3826,7 +3826,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "sum(rate(synapse_federation_server_received_pdus{instance=~\"$instance\"}[$bucket_size]))" ,
"expr" : "sum(rate(synapse_federation_server_received_pdus_total {instance=~\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "pdus" ,
@ -3836,7 +3836,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "sum(rate(synapse_federation_server_received_edus{instance=~\"$instance\"}[$bucket_size]))" ,
"expr" : "sum(rate(synapse_federation_server_received_edus_total {instance=~\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "edus" ,
@ -3928,7 +3928,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "sum(rate(synapse_federation_client_sent_pdu_destinations:total{instance=\"$instance\"}[$bucket_size]))" ,
"expr" : "sum(rate(synapse_federation_client_sent_pdu_destinations:total_total {instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
@ -3939,7 +3939,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "sum(rate(synapse_federation_client_sent_edus{instance=\"$instance\"}[$bucket_size]))" ,
"expr" : "sum(rate(synapse_federation_client_sent_edus_total {instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "edus" ,
@ -5042,7 +5042,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_http_httppusher_http_pushes_processed{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) and on (instance, job, index) (synapse_http_httppusher_http_pushes_failed + synapse_http_httppusher_http_pushes_processed) > 0" ,
"expr" : "rate(synapse_http_httppusher_http_pushes_processed_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) and on (instance, job, index) (synapse_http_httppusher_http_pushes_failed_total + synapse_http_httppusher_http_pushes_processed_total ) > 0" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
@ -5054,7 +5054,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_http_httppusher_http_pushes_failed{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) and on (instance, job, index) (synapse_http_httppusher_http_pushes_failed + synapse_http_httppusher_http_pushes_processed) > 0" ,
"expr" : "rate(synapse_http_httppusher_http_pushes_failed_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) and on (instance, job, index) (synapse_http_httppusher_http_pushes_failed_total + synapse_http_httppusher_http_pushes_processed_total ) > 0" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "failed {{job}}" ,
@ -5268,12 +5268,12 @@
"uid" : "${DS_PROMETHEUS}"
} ,
"exemplar" : true ,
"expr" : "sum(rate(synapse_push_bulk_push_rule_evaluator_push_rules_state_size_counter{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size]))" ,
"expr" : "sum(rate(synapse_push_bulk_push_rule_evaluator_push_rules_state_size_counter_total {job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{index}}" ,
"metric" : "synapse_push_bulk_push_rule_evaluator_push_rules_state_size_counter" ,
"metric" : "synapse_push_bulk_push_rule_evaluator_push_rules_state_size_counter_total " ,
"refId" : "A" ,
"step" : 2
}
@ -5369,12 +5369,12 @@
"uid" : "$datasource"
} ,
"exemplar" : true ,
"expr" : "sum(rate(synapse_push_bulk_push_rule_evaluator_push_rules_invalidation_counter{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size]))" ,
"expr" : "sum(rate(synapse_push_bulk_push_rule_evaluator_push_rules_invalidation_counter_total {job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{index}}" ,
"metric" : "synapse_push_bulk_push_rule_evaluator_push_rules_invalidation_counter" ,
"metric" : "synapse_push_bulk_push_rule_evaluator_push_rules_invalidation_counter_total " ,
"refId" : "A" ,
"step" : 2
}
@ -5475,12 +5475,12 @@
"uid" : "${DS_PROMETHEUS}"
} ,
"exemplar" : true ,
"expr" : "sum(rate(synapse_util_caches_cache: hits{job=\"$job\",index=~\"$index\",name=\"push_rules_delta_state_cache_metric\",instance=\"$instance\"}[$bucket_size]))/sum(rate(synapse_util_caches_cache:total {job=\"$job\",index=~\"$index\", name=\"push_rules_delta_state_cache_metric\",instance=\"$instance\"}[$bucket_size]))" ,
"expr" : "sum(rate(synapse_util_caches_cache_ hits{job=\"$job\",index=~\"$index\",name=\"push_rules_delta_state_cache_metric\",instance=\"$instance\"}[$bucket_size]))/sum(rate(synapse_util_caches_cache{job=\"$job\",index=~\"$index\", name=\"push_rules_delta_state_cache_metric\",instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "Hit Rate" ,
"metric" : "synapse_push_bulk_push_rule_evaluator_push_rules_invalidation_counter" ,
"metric" : "synapse_push_bulk_push_rule_evaluator_push_rules_invalidation_counter_total " ,
"refId" : "A" ,
"step" : 2
} ,
@ -5490,7 +5490,7 @@
"uid" : "${DS_PROMETHEUS}"
} ,
"exemplar" : true ,
"expr" : "sum(rate(synapse_util_caches_cache:total {job=\"$job\",index=~\"$index\", name=\"push_rules_delta_state_cache_metric\",instance=\"$instance\"}[$bucket_size]))" ,
"expr" : "sum(rate(synapse_util_caches_cache{job=\"$job\",index=~\"$index\", name=\"push_rules_delta_state_cache_metric\",instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
@ -5598,12 +5598,12 @@
"uid" : "${DS_PROMETHEUS}"
} ,
"exemplar" : true ,
"expr" : "sum(rate(synapse_util_caches_cache: hits{job=\"$job\",index=~\"$index\",name=\"room_push_rule_cache\",instance=\"$instance\"}[$bucket_size]))/sum(rate(synapse_util_caches_cache:total {job=\"$job\",index=~\"$index\", name=\"room_push_rule_cache\",instance=\"$instance\"}[$bucket_size]))" ,
"expr" : "sum(rate(synapse_util_caches_cache_ hits{job=\"$job\",index=~\"$index\",name=\"room_push_rule_cache\",instance=\"$instance\"}[$bucket_size]))/sum(rate(synapse_util_caches_cache{job=\"$job\",index=~\"$index\", name=\"room_push_rule_cache\",instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "Hit Rate" ,
"metric" : "synapse_push_bulk_push_rule_evaluator_push_rules_invalidation_counter" ,
"metric" : "synapse_push_bulk_push_rule_evaluator_push_rules_invalidation_counter_total " ,
"refId" : "A" ,
"step" : 2
} ,
@ -5613,7 +5613,7 @@
"uid" : "${DS_PROMETHEUS}"
} ,
"exemplar" : true ,
"expr" : "sum(rate(synapse_util_caches_cache:total {job=\"$job\",index=~\"$index\", name=\"room_push_rule_cache\",instance=\"$instance\"}[$bucket_size]))" ,
"expr" : "sum(rate(synapse_util_caches_cache{job=\"$job\",index=~\"$index\", name=\"room_push_rule_cache\",instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
@ -5719,12 +5719,12 @@
"uid" : "${DS_PROMETHEUS}"
} ,
"exemplar" : true ,
"expr" : "sum(rate(synapse_util_caches_cache: hits{job=\"$job\",index=~\"$index\",name=\"_get_rules_for_room\",instance=\"$instance\"}[$bucket_size]))/sum(rate(synapse_util_caches_cache:total {job=\"$job\",index=~\"$index\", name=\"_get_rules_for_room\",instance=\"$instance\"}[$bucket_size]))" ,
"expr" : "sum(rate(synapse_util_caches_cache_ hits{job=\"$job\",index=~\"$index\",name=\"_get_rules_for_room\",instance=\"$instance\"}[$bucket_size]))/sum(rate(synapse_util_caches_cache{job=\"$job\",index=~\"$index\", name=\"_get_rules_for_room\",instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "Hit Rate" ,
"metric" : "synapse_push_bulk_push_rule_evaluator_push_rules_invalidation_counter" ,
"metric" : "synapse_push_bulk_push_rule_evaluator_push_rules_invalidation_counter_total " ,
"refId" : "A" ,
"step" : 2
} ,
@ -5734,7 +5734,7 @@
"uid" : "${DS_PROMETHEUS}"
} ,
"exemplar" : true ,
"expr" : "sum(rate(synapse_util_caches_cache:total {job=\"$job\",index=~\"$index\", name=\"_get_rules_for_room\",instance=\"$instance\"}[$bucket_size]))" ,
"expr" : "sum(rate(synapse_util_caches_cache{job=\"$job\",index=~\"$index\", name=\"_get_rules_for_room\",instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
@ -6087,7 +6087,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "topk(10, rate(synapse_storage_transaction_time_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"expr" : "topk(10, rate(synapse_storage_transaction_time_count_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
@ -6187,7 +6187,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_storage_transaction_time_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"expr" : "rate(synapse_storage_transaction_time_sum_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
@ -6287,7 +6287,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_storage_transaction_time_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/rate(synapse_storage_transaction_time_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"expr" : "rate(synapse_storage_transaction_time_sum_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/rate(synapse_storage_transaction_time_count_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
@ -6538,7 +6538,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_util_metrics_block_ru_utime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\",block_name!=\"wrapped_request_handler\"}[$bucket_size]) + rate(synapse_util_metrics_block_ru_stime_seconds[$bucket_size])" ,
"expr" : "rate(synapse_util_metrics_block_ru_utime_seconds_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\",block_name!=\"wrapped_request_handler\"}[$bucket_size]) + rate(synapse_util_metrics_block_ru_stime_seconds_total [$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
@ -6636,7 +6636,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "(rate(synapse_util_metrics_block_ru_utime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) + rate(synapse_util_metrics_block_ru_stime_seconds[$bucket_size])) / rate(synapse_util_metrics_block_count[$bucket_size])" ,
"expr" : "(rate(synapse_util_metrics_block_ru_utime_seconds_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) + rate(synapse_util_metrics_block_ru_stime_seconds_total [$bucket_size])) / rate(synapse_util_metrics_block_count_total [$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
@ -6737,7 +6737,7 @@
"uid" : "${DS_PROMETHEUS}"
} ,
"exemplar" : true ,
"expr" : "rate(synapse_util_metrics_block_db_txn_duration_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"expr" : "rate(synapse_util_metrics_block_db_txn_duration_seconds_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
@ -6839,7 +6839,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_util_metrics_block_db_txn_duration_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) / rate(synapse_util_metrics_block_db_txn_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"expr" : "rate(synapse_util_metrics_block_db_txn_duration_seconds_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) / rate(synapse_util_metrics_block_db_txn_count_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
@ -6936,7 +6936,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_util_metrics_block_db_txn_duration_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) / rate(synapse_util_metrics_block_db_txn_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"expr" : "rate(synapse_util_metrics_block_db_txn_duration_seconds_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) / rate(synapse_util_metrics_block_db_txn_count_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
@ -7033,7 +7033,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_util_metrics_block_time_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) / rate(synapse_util_metrics_block_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"expr" : "rate(synapse_util_metrics_block_time_seconds_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) / rate(synapse_util_metrics_block_count_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
@ -7122,7 +7122,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_util_metrics_block_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"expr" : "rate(synapse_util_metrics_block_count_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "{{job}}-{{index}} {{block_name}}" ,
"refId" : "A"
@ -7246,7 +7246,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_util_caches_cache: hits{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])/rate(synapse_util_caches_cache:total {job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"expr" : "rate(synapse_util_caches_cache_ hits{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])/rate(synapse_util_caches_cache{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{name}} {{job}}-{{index}}" ,
@ -7347,7 +7347,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "synapse_util_caches_cache: size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"expr" : "synapse_util_caches_cache_ size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
@ -7447,7 +7447,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_util_caches_cache:total {job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"expr" : "rate(synapse_util_caches_cache{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
@ -7547,7 +7547,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "topk(10, rate(synapse_util_caches_cache:total {job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size]) - rate(synapse_util_caches_cache: hits{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size]))" ,
"expr" : "topk(10, rate(synapse_util_caches_cache{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size]) - rate(synapse_util_caches_cache_ hits{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
@ -7643,7 +7643,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_util_caches_cache: evicted_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"expr" : "rate(synapse_util_caches_cache_ evicted_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
@ -7763,7 +7763,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "synapse_util_caches_response_cache: size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"expr" : "synapse_util_caches_response_cache_ size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"interval" : "" ,
"legendFormat" : "{{name}} {{job}}-{{index}}" ,
"refId" : "A"
@ -7853,7 +7853,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_util_caches_response_cache: hits{instance=\"$instance\", job=~\"$job\", index=~\"$index\"}[$bucket_size])/rate(synapse_util_caches_response_cache:total {instance=\"$instance\", job=~\"$job\", index=~\"$index\"}[$bucket_size])" ,
"expr" : "rate(synapse_util_caches_response_cache_ hits{instance=\"$instance\", job=~\"$job\", index=~\"$index\"}[$bucket_size])/rate(synapse_util_caches_response_cache{instance=\"$instance\", job=~\"$job\", index=~\"$index\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "{{name}} {{job}}-{{index}}" ,
"refId" : "A"
@ -9556,7 +9556,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "synapse_forward_extremities_bucket{instance=\"$instance\"} and on (index, instance, job) (synapse_storage_events_persisted_events > 0)" ,
"expr" : "synapse_forward_extremities_bucket{instance=\"$instance\"} and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0)" ,
"format" : "heatmap" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
@ -9716,7 +9716,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0)" ,
"expr" : "rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0)" ,
"format" : "heatmap" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
@ -9793,7 +9793,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "histogram_quantile(0.5, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"expr" : "histogram_quantile(0.5, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "50%" ,
@ -9803,7 +9803,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "histogram_quantile(0.75, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"expr" : "histogram_quantile(0.75, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "75%" ,
@ -9813,7 +9813,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "histogram_quantile(0.90, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"expr" : "histogram_quantile(0.90, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "90%" ,
@ -9823,7 +9823,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "histogram_quantile(0.99, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"expr" : "histogram_quantile(0.99, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "99%" ,
@ -9905,7 +9905,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0)" ,
"expr" : "rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0)" ,
"format" : "heatmap" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
@ -9982,7 +9982,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "histogram_quantile(0.5, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"expr" : "histogram_quantile(0.5, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "50%" ,
@ -9992,7 +9992,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "histogram_quantile(0.75, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"expr" : "histogram_quantile(0.75, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "75%" ,
@ -10002,7 +10002,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "histogram_quantile(0.90, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"expr" : "histogram_quantile(0.90, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "90%" ,
@ -10012,7 +10012,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "histogram_quantile(0.99, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"expr" : "histogram_quantile(0.99, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "99%" ,
@ -10297,7 +10297,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "sum(rate(synapse_storage_events_state_resolutions_during_persistence{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"expr" : "sum(rate(synapse_storage_events_state_resolutions_during_persistence_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"interval" : "" ,
"legendFormat" : "State res " ,
"refId" : "A"
@ -10306,7 +10306,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "sum(rate(synapse_storage_events_potential_times_prune_extremities{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"expr" : "sum(rate(synapse_storage_events_potential_times_prune_extremities_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"interval" : "" ,
"legendFormat" : "Potential to prune" ,
"refId" : "B"
@ -10315,7 +10315,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "sum(rate(synapse_storage_events_times_pruned_extremities{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"expr" : "sum(rate(synapse_storage_events_times_pruned_extremities_total {instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"interval" : "" ,
"legendFormat" : "Pruned" ,
"refId" : "C"
@ -11069,7 +11069,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_handler_presence_notified_presence{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"expr" : "rate(synapse_handler_presence_notified_presence_total {job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "Notified" ,
"refId" : "A"
@ -11078,7 +11078,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_handler_presence_federation_presence_out{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"expr" : "rate(synapse_handler_presence_federation_presence_out_total {job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "Remote ping" ,
"refId" : "B"
@ -11087,7 +11087,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_handler_presence_presence_updates{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"expr" : "rate(synapse_handler_presence_presence_updates_total {job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "Total updates" ,
"refId" : "C"
@ -11096,7 +11096,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_handler_presence_federation_presence{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"expr" : "rate(synapse_handler_presence_federation_presence_total {job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "Remote updates" ,
"refId" : "D"
@ -11105,7 +11105,7 @@
"datasource" : {
"uid" : "$datasource"
} ,
"expr" : "rate(synapse_handler_presence_bump_active_time{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"expr" : "rate(synapse_handler_presence_bump_active_time_total {job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "Bump active time" ,
"refId" : "E"
@ -11789,7 +11789,7 @@
"name" : "instance" ,
"options" : [ ] ,
"query" : {
"query" : "label_values(synapse_util_metrics_block_ru_utime_seconds, instance)" ,
"query" : "label_values(synapse_util_metrics_block_ru_utime_seconds_total , instance)" ,
"refId" : "Prometheus-instance-Variable-Query"
} ,
"refresh" : 2 ,
@ -11818,7 +11818,7 @@
"name" : "job" ,
"options" : [ ] ,
"query" : {
"query" : "label_values(synapse_util_metrics_block_ru_utime_seconds, job)" ,
"query" : "label_values(synapse_util_metrics_block_ru_utime_seconds_total , job)" ,
"refId" : "Prometheus-job-Variable-Query"
} ,
"refresh" : 2 ,
@ -11848,7 +11848,7 @@
"name" : "index" ,
"options" : [ ] ,
"query" : {
"query" : "label_values(synapse_util_metrics_block_ru_utime_seconds, index)" ,
"query" : "label_values(synapse_util_metrics_block_ru_utime_seconds_total , index)" ,
"refId" : "Prometheus-index-Variable-Query"
} ,
"refresh" : 2 ,
@ -11896,6 +11896,6 @@
"timezone" : "" ,
"title" : "Synapse" ,
"uid" : "000000012" ,
"version" : 132 ,
"version" : 133 ,
"weekStart" : ""
}
}