From 0e92c3d41f7ae5f23a7eb99089ac85547decf6d6 Mon Sep 17 00:00:00 2001 From: Olivier Bourdon Date: Mon, 24 Jul 2017 15:05:44 +0200 Subject: [PATCH] Fix Prometheus dashboard Change-Id: I8256086f6c89b781e3eae047afd24c0ce7833bef --- .../prometheus_performances_prometheus.json | 99 +++++++++---------- 1 file changed, 45 insertions(+), 54 deletions(-) diff --git a/prometheus/files/grafana_dashboards/prometheus_performances_prometheus.json b/prometheus/files/grafana_dashboards/prometheus_performances_prometheus.json index a15f992..8ba08c7 100644 --- a/prometheus/files/grafana_dashboards/prometheus_performances_prometheus.json +++ b/prometheus/files/grafana_dashboards/prometheus_performances_prometheus.json @@ -51,7 +51,7 @@ "steppedLine": false, "targets": [ { - "expr": "prometheus_local_storage_memory_chunks{job=\"prometheus\",instance=\"$Prometheus:9090\"}", + "expr": "prometheus_local_storage_memory_chunks{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"}", "intervalFactor": 2, "legendFormat": "Chunks", "metric": "prometheus_local_storage_memory_chunks", @@ -59,7 +59,7 @@ "step": 10 }, { - "expr": "prometheus_local_storage_chunks_to_persist{job=\"prometheus\",instance=\"$Prometheus:9090\"}", + "expr": "prometheus_local_storage_chunks_to_persist{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"}", "intervalFactor": 2, "legendFormat": "To persist", "metric": "prometheus_local_storage_chunks_to_persist", @@ -133,7 +133,7 @@ "steppedLine": false, "targets": [ { - "expr": "rate(prometheus_local_storage_chunk_ops_total{job=\"prometheus\",instance=\"$Prometheus:9090\",type=\"create\"}[10m])", + "expr": "rate(prometheus_local_storage_chunk_ops_total{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\",type=\"create\"}[10m])", "intervalFactor": 2, "legendFormat": "10m rate", "metric": "prometheus_local_storage_chunk_ops_total", @@ -141,7 +141,7 @@ "step": 10 }, { - "expr": "rate(prometheus_local_storage_chunk_ops_total{job=\"prometheus\",instance=\"$Prometheus:9090\",type=\"create\"}[1h])", + "expr": "rate(prometheus_local_storage_chunk_ops_total{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\",type=\"create\"}[1h])", "intervalFactor": 2, "legendFormat": "1h rate", "metric": "prometheus_local_storage_chunk_ops_total", @@ -149,7 +149,7 @@ "step": 10 }, { - "expr": "rate(prometheus_local_storage_chunk_ops_total{job=\"prometheus\",instance=\"$Prometheus:9090\",type=\"create\"}[6h])", + "expr": "rate(prometheus_local_storage_chunk_ops_total{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\",type=\"create\"}[6h])", "intervalFactor": 2, "legendFormat": "6h rate", "metric": "prometheus_local_storage_chunk_ops_total", @@ -223,7 +223,7 @@ "steppedLine": false, "targets": [ { - "expr": "rate(prometheus_local_storage_chunk_ops_total{job=\"prometheus\",instance=\"$Prometheus:9090\",type=\"persist\"}[10m])", + "expr": "rate(prometheus_local_storage_chunk_ops_total{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\",type=\"persist\"}[10m])", "intervalFactor": 2, "legendFormat": "10m rate", "metric": "prometheus_local_storage_chunk_ops_total", @@ -231,7 +231,7 @@ "step": 10 }, { - "expr": "rate(prometheus_local_storage_chunk_ops_total{job=\"prometheus\",instance=\"$Prometheus:9090\",type=\"persist\"}[1h])", + "expr": "rate(prometheus_local_storage_chunk_ops_total{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\",type=\"persist\"}[1h])", "intervalFactor": 2, "legendFormat": "1h rate", "metric": "prometheus_local_storage_chunk_ops_total", @@ -239,7 +239,7 @@ "step": 10 }, { - "expr": "rate(prometheus_local_storage_chunk_ops_total{job=\"prometheus\",instance=\"$Prometheus:9090\",type=\"persist\"}[6h])", + "expr": "rate(prometheus_local_storage_chunk_ops_total{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\",type=\"persist\"}[6h])", "intervalFactor": 2, "legendFormat": "6h rate", "metric": "prometheus_local_storage_chunk_ops_total", @@ -287,7 +287,7 @@ "repeat": null, "repeatIteration": null, "repeatRowId": null, - "showTitle": false, + "showTitle": true, "title": "Chunks", "titleSize": "h6" }, @@ -325,7 +325,7 @@ "steppedLine": false, "targets": [ { - "expr": "prometheus_local_storage_persistence_urgency_score{job=\"prometheus\",instance=\"$Prometheus:9090\"}", + "expr": "prometheus_local_storage_persistence_urgency_score{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"}", "intervalFactor": 2, "legendFormat": "Urgency score", "metric": "", @@ -399,7 +399,7 @@ "steppedLine": false, "targets": [ { - "expr": "prometheus_local_storage_rushed_mode{job=\"prometheus\",instance=\"$Prometheus:9090\"}", + "expr": "prometheus_local_storage_rushed_mode{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"}", "intervalFactor": 2, "legendFormat": "Rushed Mode", "metric": "prometheus_local_storage_rushed_mode", @@ -407,7 +407,7 @@ "step": 10 }, { - "expr": "prometheus_local_storage_checkpointing{job=\"prometheus\",instance=\"$Prometheus:9090\"}", + "expr": "prometheus_local_storage_checkpointing{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"}", "intervalFactor": 2, "legendFormat": "Checkpointing", "metric": "prometheus_local_storage_checkpointing", @@ -481,7 +481,7 @@ "steppedLine": false, "targets": [ { - "expr": "rate(prometheus_local_storage_ingested_samples_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])", + "expr": "rate(prometheus_local_storage_ingested_samples_total{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"}[1m])", "intervalFactor": 2, "legendFormat": "samples/s", "metric": "prometheus_local_storage_ingested_samples_total", @@ -529,7 +529,7 @@ "repeat": null, "repeatIteration": null, "repeatRowId": null, - "showTitle": false, + "showTitle": true, "title": "Info", "titleSize": "h6" }, @@ -567,7 +567,7 @@ "steppedLine": false, "targets": [ { - "expr": "rate(prometheus_local_storage_series_chunks_persisted_sum{job=\"prometheus\",instance=\"$Prometheus:9090\"}[10m]) / rate(prometheus_local_storage_series_chunks_persisted_count{job=\"prometheus\",instance=\"$Prometheus:9090\"}[10m])", + "expr": "rate(prometheus_local_storage_series_chunks_persisted_sum{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"}[10m]) / rate(prometheus_local_storage_series_chunks_persisted_count{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"}[10m])", "intervalFactor": 2, "legendFormat": "Chunks per Series", "metric": "prometheus_local_storage_series_chunks_persisted_count", @@ -641,7 +641,7 @@ "steppedLine": false, "targets": [ { - "expr": "rate(prometheus_local_storage_series_ops_total{job=\"prometheus\",instance=\"$Prometheus:9090\",type=\"maintenance_in_memory\"}[10m])", + "expr": "rate(prometheus_local_storage_series_ops_total{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\",type=\"maintenance_in_memory\"}[10m])", "intervalFactor": 2, "legendFormat": "Memory Series/s", "metric": "prometheus_local_storage_series_ops_total", @@ -649,7 +649,7 @@ "step": 10 }, { - "expr": "rate(prometheus_local_storage_series_chunks_persisted_count{job=\"prometheus\",instance=\"$Prometheus:9090\"}[10m])", + "expr": "rate(prometheus_local_storage_series_chunks_persisted_count{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"}[10m])", "intervalFactor": 2, "legendFormat": "Series Persisted/s", "metric": "prometheus_local_storage_series_chunks_persisted_count", @@ -723,7 +723,7 @@ "steppedLine": false, "targets": [ { - "expr": "rate(prometheus_local_storage_maintain_series_duration_seconds_sum{job=\"prometheus\",instance=\"$Prometheus:9090\",location=\"memory\"}[10m]) / rate(prometheus_local_storage_maintain_series_duration_seconds_count{job=\"prometheus\",instance=\"$Prometheus:9090\",location=\"memory\"}[10m])", + "expr": "rate(prometheus_local_storage_maintain_series_duration_seconds_sum{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\",location=\"memory\"}[10m]) / rate(prometheus_local_storage_maintain_series_duration_seconds_count{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\",location=\"memory\"}[10m])", "intervalFactor": 2, "legendFormat": "Maintenance Duration", "metric": "prometheus_local_storage_maintain_series_duration_seconds_count", @@ -771,7 +771,7 @@ "repeat": null, "repeatIteration": null, "repeatRowId": null, - "showTitle": false, + "showTitle": true, "title": "Maintenance", "titleSize": "h6" }, @@ -809,7 +809,7 @@ "steppedLine": false, "targets": [ { - "expr": "prometheus_local_storage_checkpoint_last_duration_seconds{job=\"prometheus\",instance=\"$Prometheus:9090\"} or prometheus_local_storage_checkpoint_duration_seconds{job=\"prometheus\",instance=\"$Prometheus:9090\",quantile=\"\"}", + "expr": "prometheus_local_storage_checkpoint_last_duration_seconds{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"} or prometheus_local_storage_checkpoint_duration_seconds{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\",quantile=\"\"}", "intervalFactor": 2, "legendFormat": "Checkpoint duration", "metric": "last", @@ -883,7 +883,7 @@ "steppedLine": false, "targets": [ { - "expr": "prometheus_local_storage_checkpoint_last_size_bytes{job=\"prometheus\",instance=\"$Prometheus:9090\"}", + "expr": "prometheus_local_storage_checkpoint_last_size_bytes{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"}", "intervalFactor": 2, "legendFormat": "Checkpoint size", "metric": "prometheus_local_storage_checkpoint_last_size_bytes", @@ -957,7 +957,7 @@ "steppedLine": false, "targets": [ { - "expr": "irate(prometheus_local_storage_checkpoint_series_chunks_written_sum{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])", + "expr": "irate(prometheus_local_storage_checkpoint_series_chunks_written_sum{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"}[1m])", "intervalFactor": 2, "legendFormat": "Checkpoint chunks written/s", "metric": "prometheus_local_storage_checkpoint_series_chunks_written_sum", @@ -1005,7 +1005,7 @@ "repeat": null, "repeatIteration": null, "repeatRowId": null, - "showTitle": false, + "showTitle": true, "title": "Checkpoints", "titleSize": "h6" }, @@ -1049,7 +1049,7 @@ "steppedLine": false, "targets": [ { - "expr": "process_resident_memory_bytes{job=\"prometheus\",instance=\"$Prometheus:9090\"}", + "expr": "process_resident_memory_bytes{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"}", "intervalFactor": 2, "legendFormat": "RSS", "metric": "process_resident_memory_bytes", @@ -1057,7 +1057,7 @@ "step": 10 }, { - "expr": "max_over_time(go_memstats_alloc_bytes{job=\"prometheus\",instance=\"$Prometheus:9090\"}[5m])", + "expr": "max_over_time(go_memstats_alloc_bytes{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"}[5m])", "intervalFactor": 2, "legendFormat": "Allocated bytes - 5m max", "metric": "go_memstats_alloc_bytes", @@ -1065,7 +1065,7 @@ "step": 10 }, { - "expr": "go_memstats_alloc_bytes{job=\"prometheus\",instance=\"$Prometheus:9090\"}", + "expr": "go_memstats_alloc_bytes{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"}", "intervalFactor": 2, "legendFormat": "Allocated bytes", "metric": "go_memstats_alloc_bytes", @@ -1073,9 +1073,9 @@ "step": 10 }, { - "expr": "min_over_time(go_memstats_alloc_bytes{job=\"prometheus\",instance=\"$Prometheus:9090\"}[5m])", + "expr": "min_over_time(go_memstats_alloc_bytes{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"}[5m])", "intervalFactor": 2, - "legendFormat": "Allocated bytes - 5m min {{instance}}", + "legendFormat": "Allocated bytes - 5m min", "metric": "go_memstats_alloc_bytes", "refId": "C", "step": 10 @@ -1147,7 +1147,7 @@ "steppedLine": false, "targets": [ { - "expr": "rate(go_memstats_alloc_bytes_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])", + "expr": "rate(go_memstats_alloc_bytes_total{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"}[1m])", "intervalFactor": 2, "legendFormat": "Allocated Bytes/s", "metric": "go_memstats_alloc_bytes", @@ -1225,7 +1225,7 @@ "steppedLine": false, "targets": [ { - "expr": "irate(process_cpu_seconds_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])", + "expr": "irate(process_cpu_seconds_total{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"}[1m])", "intervalFactor": 2, "legendFormat": "Irate", "metric": "prometheus_local_storage_ingested_samples_total", @@ -1233,7 +1233,7 @@ "step": 10 }, { - "expr": "rate(process_cpu_seconds_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[5m])", + "expr": "rate(process_cpu_seconds_total{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"}[5m])", "intervalFactor": 2, "legendFormat": "5m rate", "metric": "prometheus_local_storage_ingested_samples_total", @@ -1283,8 +1283,8 @@ "repeat": null, "repeatIteration": null, "repeatRowId": null, - "showTitle": false, - "title": "RAM&CPU", + "showTitle": true, + "title": "Memory & CPU", "titleSize": "h6" }, { @@ -1321,7 +1321,7 @@ "steppedLine": false, "targets": [ { - "expr": "prometheus_local_storage_memory_series{job=\"prometheus\",instance=\"$Prometheus:9090\"}", + "expr": "prometheus_local_storage_memory_series{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"}", "intervalFactor": 2, "legendFormat": "Time series", "metric": "prometheus_local_storage_memory_series", @@ -1400,7 +1400,7 @@ "steppedLine": false, "targets": [ { - "expr": "rate(prometheus_local_storage_indexing_batch_sizes_sum{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])", + "expr": "rate(prometheus_local_storage_indexing_batch_sizes_sum{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"}[1m])", "intervalFactor": 2, "legendFormat": "Indexed/s", "metric": "prometheus_local_storage_indexing_batch_sizes_sum", @@ -1408,7 +1408,7 @@ "step": 10 }, { - "expr": "prometheus_local_storage_indexing_queue_length{job=\"prometheus\",instance=\"$Prometheus:9090\"}", + "expr": "prometheus_local_storage_indexing_queue_length{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"}", "intervalFactor": 2, "legendFormat": "Queue length", "metric": "prometheus_local_storage_indexing_queue_length", @@ -1482,7 +1482,7 @@ "steppedLine": false, "targets": [ { - "expr": "prometheus_local_storage_memory_chunkdescs{job=\"prometheus\",instance=\"$Prometheus:9090\"}", + "expr": "prometheus_local_storage_memory_chunkdescs{job=\"prometheus\",instance=~\"$Prometheus:[1-9][0-9]*\"}", "intervalFactor": 2, "legendFormat": "Chunk Descs", "metric": "prometheus_local_storage_memory_chunkdescs", @@ -1530,26 +1530,17 @@ "repeat": null, "repeatIteration": null, "repeatRowId": null, - "showTitle": false, + "showTitle": true, "title": "Time series", "titleSize": "h6" - }, - { - "collapse": false, - "height": 250, - "panels": [], - "repeat": null, - "repeatIteration": null, - "repeatRowId": null, - "showTitle": false, - "title": "Node", - "titleSize": "h6" } ], "schemaVersion": 14, "sharedCrosshair": true, "style": "dark", - "tags": [], + "tags": [ + "prometheus" + ], "templating": { "list": [ { @@ -1557,15 +1548,15 @@ "current": {}, "hide": 0, "includeAll": false, - "label": null, + "label": "Prometheus host", "multi": false, "name": "Prometheus", "options": [], "query": "query_result(up{job=\"prometheus\"} == 1)", "refresh": 1, "refresh_on_load": true, - "regex": ".*instance=\"([^\"]+):9090\".*", - "sort": 0, + "regex": ".*instance=\"([^:]+):[1-9][0-9]*\".*", + "sort": 1, "tagValuesQuery": null, "tags": [], "tagsQuery": null, @@ -1605,6 +1596,6 @@ }, "timezone": "browser", "title": "Prometheus Performances", - "version": 7 + "version": 8 } {% endraw %}