2017-05-11 06:15:00 -04:00
{ % r a w % }
2017-04-25 07:55:24 -04:00
{
"annotations" : {
"list" : [ ]
} ,
"description" : "Metrics useful for benchmarking and loadtesting Prometheus itself. Designed primarily for Prometheus 1.5.x" ,
"editable" : true ,
"gnetId" : 1244 ,
"graphTooltip" : 0 ,
"hideControls" : false ,
"id" : null ,
"links" : [ ] ,
"refresh" : "1m" ,
"rows" : [
{
"collapse" : false ,
"height" : "250" ,
"panels" : [
{
"aliasColors" : {
"Chunks" : "#1F78C1" ,
"Chunks to persist" : "#508642" ,
"Max chunks" : "#052B51" ,
"Max to persist" : "#3F6833" ,
"To persist" : "#9AC48A"
} ,
"bars" : false ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
"id" : 2 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"alias" : "/Max.*/" ,
"fill" : 0
}
] ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "prometheus_local_storage_memory_chunks{job=\"prometheus\",instance=\"$Prometheus:9090\"}" ,
"intervalFactor" : 2 ,
"legendFormat" : "Chunks" ,
"metric" : "prometheus_local_storage_memory_chunks" ,
"refId" : "A" ,
"step" : 10
} ,
{
"expr" : "prometheus_local_storage_chunks_to_persist{job=\"prometheus\",instance=\"$Prometheus:9090\"}" ,
"intervalFactor" : 2 ,
"legendFormat" : "To persist" ,
"metric" : "prometheus_local_storage_chunks_to_persist" ,
"refId" : "B" ,
"step" : 10
} ,
{
"expr" : "prometheus_local_storage_max_memory_chunks{job=\"prometheus\",instance=\"$Prometheus:9090\"}" ,
"intervalFactor" : 2 ,
"legendFormat" : "Max chunks" ,
"metric" : "prometheus_local_storage_max_memory_chunks" ,
"refId" : "D" ,
"step" : 10
} ,
{
"expr" : "prometheus_local_storage_max_chunks_to_persist{job=\"prometheus\",instance=\"$Prometheus:9090\"}" ,
"intervalFactor" : 2 ,
"legendFormat" : "Max to persist" ,
"metric" : "prometheus_local_storage_max_chunks_to_persist" ,
"refId" : "C" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Chunks" ,
"tooltip" : {
"msResolution" : false ,
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
]
} ,
{
"aliasColors" : {
"Chunks" : "#1F78C1" ,
"Chunks to persist" : "#508642" ,
"Max chunks" : "#052B51" ,
"Max to persist" : "#3F6833"
} ,
"bars" : false ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
"id" : 4 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(prometheus_local_storage_chunk_ops_total{job=\"prometheus\",instance=\"$Prometheus:9090\",type=\"create\"}[10m])" ,
"intervalFactor" : 2 ,
"legendFormat" : "10m rate" ,
"metric" : "prometheus_local_storage_chunk_ops_total" ,
"refId" : "A" ,
"step" : 10
} ,
{
"expr" : "rate(prometheus_local_storage_chunk_ops_total{job=\"prometheus\",instance=\"$Prometheus:9090\",type=\"create\"}[1h])" ,
"intervalFactor" : 2 ,
"legendFormat" : "1h rate" ,
"metric" : "prometheus_local_storage_chunk_ops_total" ,
"refId" : "B" ,
"step" : 10
} ,
{
"expr" : "rate(prometheus_local_storage_chunk_ops_total{job=\"prometheus\",instance=\"$Prometheus:9090\",type=\"create\"}[6h])" ,
"intervalFactor" : 2 ,
"legendFormat" : "6h rate" ,
"metric" : "prometheus_local_storage_chunk_ops_total" ,
"refId" : "C" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Chunks Created" ,
"tooltip" : {
"msResolution" : false ,
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
]
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
"id" : 1 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(prometheus_local_storage_ingested_samples_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])" ,
"intervalFactor" : 2 ,
"legendFormat" : "samples/s" ,
"metric" : "prometheus_local_storage_ingested_samples_total" ,
"refId" : "A" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Samples Ingested" ,
"tooltip" : {
"msResolution" : false ,
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : "" ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
]
}
] ,
"repeat" : null ,
"repeatIteration" : null ,
"repeatRowId" : null ,
"showTitle" : false ,
"title" : "Chunks" ,
"titleSize" : "h6"
} ,
{
"collapse" : false ,
"height" : "250" ,
"panels" : [
{
"aliasColors" : {
"Chunks" : "#1F78C1" ,
"Chunks to persist" : "#508642" ,
"Max chunks" : "#052B51" ,
"Max to persist" : "#3F6833"
} ,
"bars" : false ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
"id" : 18 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "prometheus_local_storage_persistence_urgency_score{job=\"prometheus\",instance=\"$Prometheus:9090\"}" ,
"intervalFactor" : 2 ,
"legendFormat" : "Urgency score" ,
"metric" : "" ,
"refId" : "A" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Urgency Score" ,
"tooltip" : {
"msResolution" : false ,
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "none" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
]
} ,
{
"aliasColors" : {
"Chunks" : "#1F78C1" ,
"Chunks to persist" : "#508642" ,
"Max chunks" : "#052B51" ,
"Max to persist" : "#3F6833"
} ,
"bars" : false ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
"id" : 13 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(prometheus_local_storage_chunk_ops_total{job=\"prometheus\",instance=\"$Prometheus:9090\",type=\"persist\"}[10m])" ,
"intervalFactor" : 2 ,
"legendFormat" : "10m rate" ,
"metric" : "prometheus_local_storage_chunk_ops_total" ,
"refId" : "A" ,
"step" : 10
} ,
{
"expr" : "rate(prometheus_local_storage_chunk_ops_total{job=\"prometheus\",instance=\"$Prometheus:9090\",type=\"persist\"}[1h])" ,
"intervalFactor" : 2 ,
"legendFormat" : "1h rate" ,
"metric" : "prometheus_local_storage_chunk_ops_total" ,
"refId" : "B" ,
"step" : 10
} ,
{
"expr" : "rate(prometheus_local_storage_chunk_ops_total{job=\"prometheus\",instance=\"$Prometheus:9090\",type=\"persist\"}[6h])" ,
"intervalFactor" : 2 ,
"legendFormat" : "6h rate" ,
"metric" : "prometheus_local_storage_chunk_ops_total" ,
"refId" : "C" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Chunks Persisted" ,
"tooltip" : {
"msResolution" : false ,
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
]
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
"id" : 15 ,
"legend" : {
"avg" : true ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : true
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "prometheus_local_storage_rushed_mode{job=\"prometheus\",instance=\"$Prometheus:9090\"}" ,
"intervalFactor" : 2 ,
"legendFormat" : "Rushed Mode" ,
"metric" : "prometheus_local_storage_rushed_mode" ,
"refId" : "A" ,
"step" : 10
} ,
{
"expr" : "prometheus_local_storage_checkpointing{job=\"prometheus\",instance=\"$Prometheus:9090\"}" ,
"intervalFactor" : 2 ,
"legendFormat" : "Checkpointing" ,
"metric" : "prometheus_local_storage_checkpointing" ,
"refId" : "B" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Modes" ,
"tooltip" : {
"msResolution" : false ,
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : "" ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
]
}
] ,
"repeat" : null ,
"repeatIteration" : null ,
"repeatRowId" : null ,
"showTitle" : false ,
"title" : "Info" ,
"titleSize" : "h6"
} ,
{
"collapse" : false ,
"height" : 250 ,
"panels" : [
{
"aliasColors" : {
"Chunks" : "#1F78C1" ,
"Chunks to persist" : "#508642" ,
"Max chunks" : "#052B51" ,
"Max to persist" : "#3F6833"
} ,
"bars" : false ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
"id" : 19 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(prometheus_local_storage_series_chunks_persisted_sum{job=\"prometheus\",instance=\"$Prometheus:9090\"}[10m]) / rate(prometheus_local_storage_series_chunks_persisted_count{job=\"prometheus\",instance=\"$Prometheus:9090\"}[10m])" ,
"intervalFactor" : 2 ,
"legendFormat" : "Chunks per Series" ,
"metric" : "prometheus_local_storage_series_chunks_persisted_count" ,
"refId" : "A" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Series Chunks Persisted" ,
"tooltip" : {
"msResolution" : false ,
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "none" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
]
} ,
{
"aliasColors" : {
"Chunks" : "#1F78C1" ,
"Chunks to persist" : "#508642" ,
"Max chunks" : "#052B51" ,
"Max to persist" : "#3F6833"
} ,
"bars" : false ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
"id" : 16 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(prometheus_local_storage_series_ops_total{job=\"prometheus\",instance=\"$Prometheus:9090\",type=\"maintenance_in_memory\"}[10m])" ,
"intervalFactor" : 2 ,
"legendFormat" : "Memory Series/s" ,
"metric" : "prometheus_local_storage_series_ops_total" ,
"refId" : "A" ,
"step" : 10
} ,
{
"expr" : "rate(prometheus_local_storage_series_chunks_persisted_count{job=\"prometheus\",instance=\"$Prometheus:9090\"}[10m])" ,
"intervalFactor" : 2 ,
"legendFormat" : "Series Persisted/s" ,
"metric" : "prometheus_local_storage_series_chunks_persisted_count" ,
"refId" : "B" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Timeseries Maintenance" ,
"tooltip" : {
"msResolution" : false ,
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
]
} ,
{
"aliasColors" : {
"Chunks" : "#1F78C1" ,
"Chunks to persist" : "#508642" ,
"Max chunks" : "#052B51" ,
"Max to persist" : "#3F6833"
} ,
"bars" : false ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
"id" : 17 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(prometheus_local_storage_maintain_series_duration_seconds_sum{job=\"prometheus\",instance=\"$Prometheus:9090\",location=\"memory\"}[10m]) / rate(prometheus_local_storage_maintain_series_duration_seconds_count{job=\"prometheus\",instance=\"$Prometheus:9090\",location=\"memory\"}[10m])" ,
"intervalFactor" : 2 ,
"legendFormat" : "Maintenance Duration" ,
"metric" : "prometheus_local_storage_maintain_series_duration_seconds_count" ,
"refId" : "A" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Memory Maintenance Duration" ,
"tooltip" : {
"msResolution" : false ,
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
]
}
] ,
"repeat" : null ,
"repeatIteration" : null ,
"repeatRowId" : null ,
"showTitle" : false ,
"title" : "Maintenance" ,
"titleSize" : "h6"
} ,
{
"collapse" : false ,
"height" : 250 ,
"panels" : [
{
"aliasColors" : {
"Allocated bytes" : "#F9BA8F" ,
"Chunks" : "#1F78C1" ,
"Chunks to persist" : "#508642" ,
"Max chunks" : "#052B51" ,
"Max to persist" : "#3F6833" ,
"RSS" : "#890F02"
} ,
"bars" : false ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
"id" : 8 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "prometheus_local_storage_checkpoint_last_duration_seconds{job=\"prometheus\",instance=\"$Prometheus:9090\"} or prometheus_local_storage_checkpoint_duration_seconds{job=\"prometheus\",instance=\"$Prometheus:9090\",quantile=\"\"}" ,
"intervalFactor" : 2 ,
"legendFormat" : "Checkpoint duration" ,
"metric" : "last" ,
"refId" : "A" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Checkpoint Duration" ,
"tooltip" : {
"msResolution" : false ,
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
]
} ,
{
"aliasColors" : {
"Chunks" : "#1F78C1" ,
"Chunks to persist" : "#508642" ,
"Max chunks" : "#052B51" ,
"Max to persist" : "#3F6833"
} ,
"bars" : false ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
"id" : 20 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "prometheus_local_storage_checkpoint_last_size_bytes{job=\"prometheus\",instance=\"$Prometheus:9090\"}" ,
"intervalFactor" : 2 ,
"legendFormat" : "Checkpoint size" ,
"metric" : "prometheus_local_storage_checkpoint_last_size_bytes" ,
"refId" : "A" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Checkpoint size" ,
"tooltip" : {
"msResolution" : false ,
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "bytes" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
]
} ,
{
"aliasColors" : {
"Chunks" : "#1F78C1" ,
"Chunks to persist" : "#508642" ,
"Max chunks" : "#052B51" ,
"Max to persist" : "#3F6833"
} ,
"bars" : false ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
"id" : 21 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "irate(prometheus_local_storage_checkpoint_series_chunks_written_sum{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])" ,
"intervalFactor" : 2 ,
"legendFormat" : "Checkpoint chunks written/s" ,
"metric" : "prometheus_local_storage_checkpoint_series_chunks_written_sum" ,
"refId" : "A" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Checkpoint chunks written/s" ,
"tooltip" : {
"msResolution" : false ,
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "none" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
]
}
] ,
"repeat" : null ,
"repeatIteration" : null ,
"repeatRowId" : null ,
"showTitle" : false ,
"title" : "Checkpoints" ,
"titleSize" : "h6"
} ,
{
"collapse" : false ,
"height" : 250 ,
"panels" : [
{
"aliasColors" : {
"Allocated bytes" : "#7EB26D" ,
"Allocated bytes - 1m max" : "#BF1B00" ,
"Allocated bytes - 1m min" : "#BF1B00" ,
"Allocated bytes - 5m max" : "#BF1B00" ,
"Allocated bytes - 5m min" : "#BF1B00" ,
"Chunks" : "#1F78C1" ,
"Chunks to persist" : "#508642" ,
"Max chunks" : "#052B51" ,
"Max to persist" : "#3F6833" ,
"RSS" : "#447EBC"
} ,
"bars" : false ,
"decimals" : null ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
"id" : 6 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"alias" : "/-/" ,
"fill" : 0
}
] ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "process_resident_memory_bytes{job=\"prometheus\",instance=\"$Prometheus:9090\"}" ,
"intervalFactor" : 2 ,
"legendFormat" : "RSS" ,
"metric" : "process_resident_memory_bytes" ,
"refId" : "B" ,
"step" : 10
} ,
{
"expr" : "max_over_time(go_memstats_alloc_bytes{job=\"prometheus\",instance=\"$Prometheus:9090\"}[5m])" ,
"intervalFactor" : 2 ,
"legendFormat" : "Allocated bytes - 5m max" ,
"metric" : "go_memstats_alloc_bytes" ,
"refId" : "D" ,
"step" : 10
} ,
{
"expr" : "go_memstats_alloc_bytes{job=\"prometheus\",instance=\"$Prometheus:9090\"}" ,
"intervalFactor" : 2 ,
"legendFormat" : "Allocated bytes" ,
"metric" : "go_memstats_alloc_bytes" ,
"refId" : "A" ,
"step" : 10
} ,
{
"expr" : "min_over_time(go_memstats_alloc_bytes{job=\"prometheus\",instance=\"$Prometheus:9090\"}[5m])" ,
"intervalFactor" : 2 ,
"legendFormat" : "Allocated bytes - 5m min {{instance}}" ,
"metric" : "go_memstats_alloc_bytes" ,
"refId" : "C" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Memory" ,
"tooltip" : {
"msResolution" : false ,
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "bytes" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
]
} ,
{
"aliasColors" : {
"Allocated bytes" : "#F9BA8F" ,
"Chunks" : "#1F78C1" ,
"Chunks to persist" : "#508642" ,
"Max chunks" : "#052B51" ,
"Max to persist" : "#3F6833" ,
"RSS" : "#890F02"
} ,
"bars" : false ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
"id" : 7 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(go_memstats_alloc_bytes_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])" ,
"intervalFactor" : 2 ,
"legendFormat" : "Allocated Bytes/s" ,
"metric" : "go_memstats_alloc_bytes" ,
"refId" : "A" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Allocations" ,
"tooltip" : {
"msResolution" : false ,
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "bytes" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
]
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"decimals" : 2 ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
"id" : 9 ,
"legend" : {
"alignAsTable" : false ,
"avg" : false ,
"current" : false ,
"hideEmpty" : false ,
"max" : false ,
"min" : false ,
"rightSide" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "irate(process_cpu_seconds_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])" ,
"intervalFactor" : 2 ,
"legendFormat" : "Irate" ,
"metric" : "prometheus_local_storage_ingested_samples_total" ,
"refId" : "A" ,
"step" : 10
} ,
{
"expr" : "rate(process_cpu_seconds_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[5m])" ,
"intervalFactor" : 2 ,
"legendFormat" : "5m rate" ,
"metric" : "prometheus_local_storage_ingested_samples_total" ,
"refId" : "B" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "CPU" ,
"tooltip" : {
"msResolution" : false ,
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [
"avg"
]
} ,
"yaxes" : [
{
"format" : "none" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
]
}
] ,
"repeat" : null ,
"repeatIteration" : null ,
"repeatRowId" : null ,
"showTitle" : false ,
"title" : "RAM&CPU" ,
"titleSize" : "h6"
} ,
{
"collapse" : false ,
"height" : 250 ,
"panels" : [
{
"aliasColors" : {
"Chunks" : "#1F78C1" ,
"Chunks to persist" : "#508642" ,
"Max chunks" : "#052B51" ,
"Max to persist" : "#3F6833"
} ,
"bars" : false ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
"id" : 3 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "prometheus_local_storage_memory_series{job=\"prometheus\",instance=\"$Prometheus:9090\"}" ,
"intervalFactor" : 2 ,
"legendFormat" : "Time series" ,
"metric" : "prometheus_local_storage_memory_series" ,
"refId" : "A" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Time series" ,
"tooltip" : {
"msResolution" : false ,
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
]
} ,
{
"aliasColors" : {
"Chunks" : "#1F78C1" ,
"Chunks to persist" : "#508642" ,
"Max chunks" : "#052B51" ,
"Max to persist" : "#3F6833"
} ,
"bars" : false ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
"id" : 14 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"alias" : "Queue length" ,
"yaxis" : 2
}
] ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(prometheus_local_storage_indexing_batch_sizes_sum{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])" ,
"intervalFactor" : 2 ,
"legendFormat" : "Indexed/s" ,
"metric" : "prometheus_local_storage_indexing_batch_sizes_sum" ,
"refId" : "A" ,
"step" : 10
} ,
{
"expr" : "prometheus_local_storage_indexing_queue_length{job=\"prometheus\",instance=\"$Prometheus:9090\"}" ,
"intervalFactor" : 2 ,
"legendFormat" : "Queue length" ,
"metric" : "prometheus_local_storage_indexing_queue_length" ,
"refId" : "B" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Indexing" ,
"tooltip" : {
"msResolution" : false ,
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "ops" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
}
]
} ,
{
"aliasColors" : {
"Chunks" : "#1F78C1" ,
"Chunks to persist" : "#508642" ,
"Max chunks" : "#052B51" ,
"Max to persist" : "#3F6833"
} ,
"bars" : false ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
"id" : 5 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "prometheus_local_storage_memory_chunkdescs{job=\"prometheus\",instance=\"$Prometheus:9090\"}" ,
"intervalFactor" : 2 ,
"legendFormat" : "Chunk Descs" ,
"metric" : "prometheus_local_storage_memory_chunkdescs" ,
"refId" : "A" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Chunk Descs" ,
"tooltip" : {
"msResolution" : false ,
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
]
}
] ,
"repeat" : null ,
"repeatIteration" : null ,
"repeatRowId" : null ,
"showTitle" : false ,
"title" : "Time series" ,
"titleSize" : "h6"
} ,
{
"collapse" : false ,
"height" : 250 ,
"panels" : [ ] ,
"repeat" : null ,
"repeatIteration" : null ,
"repeatRowId" : null ,
"showTitle" : false ,
"title" : "Node" ,
"titleSize" : "h6"
}
] ,
"schemaVersion" : 14 ,
"sharedCrosshair" : true ,
"style" : "dark" ,
"tags" : [ ] ,
"templating" : {
"list" : [
{
"allValue" : null ,
"current" : { } ,
"hide" : 0 ,
"includeAll" : false ,
"label" : null ,
"multi" : false ,
"name" : "Prometheus" ,
"options" : [ ] ,
"query" : "query_result(up{job=\"prometheus\"} == 1)" ,
"refresh" : 1 ,
"refresh_on_load" : true ,
"regex" : ".*instance=\"([^\"]+):9090\".*" ,
"sort" : 0 ,
"tagValuesQuery" : null ,
"tags" : [ ] ,
"tagsQuery" : null ,
"type" : "query" ,
"useTags" : false
}
]
} ,
"time" : {
"from" : "now-1h" ,
"to" : "now"
} ,
"timepicker" : {
"refresh_intervals" : [
"5s" ,
"10s" ,
"30s" ,
"1m" ,
"5m" ,
"15m" ,
"30m" ,
"1h" ,
"2h" ,
"1d"
] ,
"time_options" : [
"5m" ,
"15m" ,
"1h" ,
"6h" ,
"12h" ,
"24h" ,
"2d" ,
"7d" ,
"30d"
]
} ,
"timezone" : "browser" ,
"title" : "Prometheus Performances" ,
"version" : 4
}
2017-05-11 06:15:00 -04:00
{ % e n d r a w % }