2022-12-20 23:10:00 +01:00
{
2023-06-20 13:20:42 +02:00
"__inputs" : [
{
"name" : "DS_PROMETHEUS" ,
"label" : "Prometheus" ,
"description" : "" ,
"type" : "datasource" ,
"pluginId" : "prometheus" ,
"pluginName" : "Prometheus"
}
] ,
"__elements" : { } ,
"__requires" : [
{
"type" : "grafana" ,
"id" : "grafana" ,
"name" : "Grafana" ,
"version" : "9.2.2"
} ,
{
"type" : "panel" ,
"id" : "graph" ,
"name" : "Graph (old)" ,
"version" : ""
} ,
{
"type" : "panel" ,
"id" : "heatmap" ,
"name" : "Heatmap" ,
"version" : ""
} ,
{
"type" : "datasource" ,
"id" : "prometheus" ,
"name" : "Prometheus" ,
"version" : "1.0.0"
} ,
{
"type" : "panel" ,
"id" : "timeseries" ,
"name" : "Time series" ,
"version" : ""
}
] ,
2022-12-20 23:10:00 +01:00
"annotations" : {
"list" : [
{
"builtIn" : 1 ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"enable" : false ,
"hide" : true ,
"iconColor" : "rgba(0, 211, 255, 1)" ,
"limit" : 100 ,
"name" : "Annotations & Alerts" ,
"showIn" : 0 ,
"type" : "dashboard"
2023-06-20 13:20:42 +02:00
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2023-06-20 13:20:42 +02:00
} ,
"enable" : true ,
2023-06-20 14:01:44 +02:00
"expr" : "changes(process_start_time_seconds{instance=\"$instance\",job=~\"master\"}[$bucket_size]) * on (instance, job) group_left(version) synapse_build_info{instance=\"$instance\",job=\"master\"}" ,
2023-06-20 13:20:42 +02:00
"iconColor" : "purple" ,
"name" : "deploys" ,
"titleFormat" : "Deployed {{version}}"
2022-12-20 23:10:00 +01:00
}
]
} ,
"editable" : true ,
"fiscalYearStartMonth" : 0 ,
"graphTooltip" : 0 ,
2023-06-20 13:20:42 +02:00
"id" : null ,
2022-12-20 23:10:00 +01:00
"links" : [
{
"asDropdown" : false ,
"icon" : "external link" ,
"includeVars" : true ,
"keepTime" : true ,
"tags" : [
"matrix"
] ,
"title" : "Dashboards" ,
"type" : "dashboards"
}
] ,
"liveNow" : false ,
"panels" : [
{
"collapsed" : false ,
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-03-04 03:14:54 +01:00
"y" : 0
2022-12-20 23:10:00 +01:00
} ,
"id" : 73 ,
"panels" : [ ] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"refId" : "A"
}
] ,
"title" : "Overview" ,
"type" : "row"
} ,
{
"cards" : {
"cardPadding" : -1 ,
"cardRound" : 0
} ,
"color" : {
"cardColor" : "#b4ff00" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateInferno" ,
"exponent" : 0.5 ,
"mode" : "spectrum"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"custom" : {
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"scaleDistribution" : {
"type" : "linear"
}
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2023-03-04 03:14:54 +01:00
"y" : 1
2022-12-20 23:10:00 +01:00
} ,
"heatmap" : { } ,
"hideZeroBuckets" : false ,
"highlightCards" : true ,
"id" : 189 ,
"legend" : {
"show" : false
} ,
"links" : [ ] ,
"options" : {
"calculate" : false ,
"calculation" : { } ,
"cellGap" : -1 ,
"cellRadius" : 0 ,
"cellValues" : { } ,
"color" : {
"exponent" : 0.5 ,
"fill" : "#b4ff00" ,
"mode" : "scheme" ,
"reverse" : false ,
"scale" : "exponential" ,
"scheme" : "Inferno" ,
"steps" : 128
} ,
"exemplars" : {
"color" : "rgba(255,0,255,0.7)"
} ,
"filterValues" : {
"le" : 1e-9
} ,
"legend" : {
"show" : false
} ,
"rowsFrame" : {
"layout" : "auto"
} ,
"showValue" : "never" ,
"tooltip" : {
"show" : true ,
"yHistogram" : true
} ,
"yAxis" : {
"axisPlacement" : "left" ,
"reverse" : false ,
"unit" : "s"
}
} ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"reverseYBuckets" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\"}[$bucket_size])) by (le)" ,
"format" : "heatmap" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"title" : "Event Send Time (excluding errors, all workers)" ,
"tooltip" : {
"show" : true ,
"showHistogram" : true
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"yAxis" : {
"format" : "s" ,
"logBase" : 2 ,
"show" : true
} ,
"yBucketBound" : "auto"
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "" ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 0 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
2023-03-04 03:14:54 +01:00
"y" : 1
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 152 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"rightSide" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 0 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"alias" : "Avg" ,
"fill" : 0 ,
"linewidth" : 3
} ,
{
"alias" : "99%" ,
"color" : "#C4162A" ,
"fillBelowTo" : "90%"
} ,
{
"alias" : "90%" ,
"color" : "#FF7383" ,
"fillBelowTo" : "75%"
} ,
{
"alias" : "75%" ,
"color" : "#FFEE52" ,
"fillBelowTo" : "50%"
} ,
{
"alias" : "50%" ,
"color" : "#73BF69" ,
"fillBelowTo" : "25%"
} ,
{
"alias" : "25%" ,
"color" : "#1F60C4" ,
"fillBelowTo" : "5%"
} ,
{
"alias" : "5%" ,
"lines" : false
} ,
{
"alias" : "Average" ,
"color" : "rgb(255, 255, 255)" ,
"lines" : true ,
"linewidth" : 3
} ,
{
"alias" : "Events" ,
"color" : "#B877D9" ,
"hideTooltip" : true ,
"points" : true ,
"yaxis" : 2 ,
"zindex" : -3
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.99, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "99%" ,
"refId" : "D"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.9, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "90%" ,
"refId" : "A"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.75, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "75%" ,
"refId" : "C"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.5, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "50%" ,
"refId" : "B"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.25, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size])) by (le))" ,
"legendFormat" : "25%" ,
"refId" : "F"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.05, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size])) by (le))" ,
"legendFormat" : "5%" ,
"refId" : "G"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(rate(synapse_http_server_response_time_seconds_sum{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size])) / sum(rate(synapse_http_server_response_time_seconds_count{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size]))" ,
"legendFormat" : "Average" ,
"refId" : "H"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(rate(synapse_storage_events_persisted_events_total{instance=\"$instance\"}[$bucket_size]))" ,
"hide" : false ,
"instant" : false ,
"legendFormat" : "Events" ,
"refId" : "E"
}
] ,
"thresholds" : [
{
"$$hashKey" : "object:283" ,
"colorMode" : "warning" ,
"fill" : false ,
"line" : true ,
"op" : "gt" ,
"value" : 1 ,
"yaxis" : "left"
} ,
{
"$$hashKey" : "object:284" ,
"colorMode" : "critical" ,
"fill" : false ,
"line" : true ,
"op" : "gt" ,
"value" : 2 ,
"yaxis" : "left"
}
] ,
"timeRegions" : [ ] ,
"title" : "Event Send Time Quantiles (excluding errors, all workers)" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:255" ,
"format" : "s" ,
"label" : "" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"$$hashKey" : "object:256" ,
"format" : "hertz" ,
"label" : "" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2023-03-04 03:14:54 +01:00
"y" : 10
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 75 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 3 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
2023-06-20 13:20:42 +02:00
"expr" : "rate(process_cpu_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
2022-12-20 23:10:00 +01:00
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} " ,
"refId" : "A"
}
] ,
"thresholds" : [
{
"$$hashKey" : "object:566" ,
"colorMode" : "critical" ,
"fill" : true ,
"line" : true ,
"op" : "gt" ,
"value" : 1 ,
"yaxis" : "left"
}
] ,
"timeRegions" : [ ] ,
"title" : "CPU usage" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:538" ,
"format" : "percentunit" ,
"logBase" : 1 ,
"max" : "1.5" ,
"min" : "0" ,
"show" : true
} ,
{
"$$hashKey" : "object:539" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
2023-03-04 03:14:54 +01:00
"y" : 10
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 198 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 3 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "process_resident_memory_bytes{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}} {{index}}" ,
"refId" : "A" ,
"step" : 20 ,
"target" : ""
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(process_resident_memory_bytes{instance=\"$instance\",job=~\"$job\",index=~\"$index\"})" ,
"hide" : true ,
"interval" : "" ,
"legendFormat" : "total" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Memory" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"transformations" : [ ] ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:1560" ,
"format" : "bytes" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"$$hashKey" : "object:1561" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
2023-03-04 05:11:40 +01:00
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2023-03-04 05:11:40 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
2023-06-20 13:20:42 +02:00
"axisSoftMax" : 1 ,
2023-03-04 05:11:40 +01:00
"barAlignment" : 0 ,
"drawStyle" : "line" ,
2023-06-20 13:20:42 +02:00
"fillOpacity" : 0 ,
2023-03-04 05:11:40 +01:00
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
2023-06-20 13:20:42 +02:00
"lineWidth" : 10 ,
2023-03-04 05:11:40 +01:00
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
}
]
}
2023-06-20 13:20:42 +02:00
} ,
"overrides" : [ ]
2023-03-04 05:11:40 +01:00
} ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
"y" : 19
} ,
2023-06-20 13:20:42 +02:00
"id" : 245 ,
2023-03-04 05:11:40 +01:00
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
2023-06-20 13:20:42 +02:00
"mode" : "single" ,
2023-03-04 05:11:40 +01:00
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2023-03-04 05:11:40 +01:00
} ,
"editorMode" : "code" ,
2023-06-20 14:01:44 +02:00
"expr" : "synapse_build_info{instance=\"$instance\", job=\"master\"} - 1" ,
2023-06-20 13:20:42 +02:00
"legendFormat" : "version {{version}}" ,
2023-03-04 05:11:40 +01:00
"range" : true ,
2023-06-20 13:20:42 +02:00
"refId" : "deployed_synapse_versions"
2023-03-04 05:11:40 +01:00
}
] ,
2023-06-20 13:20:42 +02:00
"title" : "Deployed Synapse versions over time" ,
2023-03-04 05:11:40 +01:00
"type" : "timeseries"
} ,
2022-12-20 23:10:00 +01:00
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2023-03-04 03:14:54 +01:00
"y" : 19
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 37 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"$$hashKey" : "object:639" ,
"alias" : "/max$/" ,
"color" : "#890F02" ,
"fill" : 0 ,
"legend" : false
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "process_open_fds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "process_max_fds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : true ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} max" ,
"refId" : "B" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Open FDs" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:650" ,
"format" : "none" ,
"label" : "" ,
"logBase" : 1 ,
"show" : true
} ,
{
"$$hashKey" : "object:651" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"collapsed" : true ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-03-04 03:14:54 +01:00
"y" : 26
2022-12-20 23:10:00 +01:00
} ,
"id" : 54 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:20:42 +02:00
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 27
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 5 ,
"legend" : {
"alignAsTable" : false ,
"avg" : false ,
"current" : false ,
"hideEmpty" : false ,
"hideZero" : false ,
"max" : false ,
"min" : false ,
"rightSide" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 3 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"$$hashKey" : "object:1240" ,
"alias" : "/user/"
} ,
{
"$$hashKey" : "object:1241" ,
"alias" : "/system/"
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
2023-06-20 13:20:42 +02:00
"editorMode" : "code" ,
2022-12-20 23:10:00 +01:00
"expr" : "rate(process_cpu_system_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} system " ,
"metric" : "" ,
2023-06-20 13:20:42 +02:00
"range" : true ,
2022-12-20 23:10:00 +01:00
"refId" : "B" ,
"step" : 20
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(process_cpu_user_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} user" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [
{
"$$hashKey" : "object:1278" ,
"colorMode" : "custom" ,
"fillColor" : "rgba(255, 255, 255, 1)" ,
"line" : true ,
"lineColor" : "rgba(216, 200, 27, 0.27)" ,
"op" : "gt" ,
"value" : 0.5 ,
"yaxis" : "left"
} ,
{
"$$hashKey" : "object:1279" ,
"colorMode" : "custom" ,
"fillColor" : "rgba(255, 255, 255, 1)" ,
"line" : true ,
"lineColor" : "rgb(87, 6, 16)" ,
"op" : "gt" ,
"value" : 0.8 ,
"yaxis" : "left"
} ,
{
"$$hashKey" : "object:1498" ,
"colorMode" : "critical" ,
"fill" : true ,
"line" : true ,
"op" : "gt" ,
"value" : 1 ,
"yaxis" : "left"
}
] ,
"timeRegions" : [ ] ,
"title" : "CPU" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:1250" ,
"format" : "percentunit" ,
"label" : "" ,
"logBase" : 1 ,
"max" : "1.2" ,
"min" : 0 ,
"show" : true
} ,
{
"$$hashKey" : "object:1251" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "Shows the time in which the given percentage of reactor ticks completed, over the sampled timespan" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 10 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : true ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-06-20 13:20:42 +02:00
"color" : "green"
2022-12-20 23:10:00 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "s"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 27
2022-12-20 23:10:00 +01:00
} ,
"id" : 105 ,
"interval" : "" ,
"links" : [ ] ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"pluginVersion" : "8.3.2" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"exemplar" : true ,
"expr" : "histogram_quantile(0.999, rate(python_twisted_reactor_tick_time_bucket{index=~\"$index\",instance=\"$instance\",job=~\"$job\"}[$bucket_size]))" ,
"hide" : false ,
"interval" : "" ,
"legendFormat" : "{{job}}-{{index}} 99.9%" ,
"refId" : "E"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"exemplar" : true ,
"expr" : "histogram_quantile(0.99, rate(python_twisted_reactor_tick_time_bucket{index=~\"$index\",instance=\"$instance\",job=~\"$job\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} 99%" ,
"refId" : "A" ,
"step" : 20
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"exemplar" : true ,
"expr" : "histogram_quantile(0.95, rate(python_twisted_reactor_tick_time_bucket{index=~\"$index\",instance=\"$instance\",job=~\"$job\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} 95%" ,
"refId" : "B"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.90, rate(python_twisted_reactor_tick_time_bucket{index=~\"$index\",instance=\"$instance\",job=~\"$job\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} 90%" ,
"refId" : "C"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(python_twisted_reactor_tick_time_sum{index=~\"$index\",instance=\"$instance\",job=~\"$job\"}[$bucket_size]) / rate(python_twisted_reactor_tick_time_count{index=~\"$index\",instance=\"$instance\",job=~\"$job\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} mean" ,
"refId" : "D"
}
] ,
"title" : "Reactor tick quantiles" ,
"type" : "timeseries"
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 0 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 34
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 34 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "process_resident_memory_bytes{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}} {{index}}" ,
"refId" : "A" ,
"step" : 20 ,
"target" : ""
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(process_resident_memory_bytes{instance=\"$instance\",job=~\"$job\",index=~\"$index\"})" ,
"interval" : "" ,
"legendFormat" : "total" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Memory" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"transformations" : [ ] ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "bytes" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 34
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 49 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"alias" : "/^up/" ,
"legend" : false ,
"yaxis" : 2
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "scrape_duration_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Prometheus scrape time" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"decimals" : 0 ,
"format" : "none" ,
"label" : "" ,
"logBase" : 1 ,
"max" : "0" ,
"min" : "-1" ,
"show" : false
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:20:42 +02:00
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 0 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 41
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 53 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
2023-06-20 13:20:42 +02:00
"seriesOverrides" : [
{
"$$hashKey" : "object:116" ,
"alias" : "/^version .*/" ,
"lines" : true ,
"linewidth" : 6 ,
"points" : false
}
] ,
2022-12-20 23:10:00 +01:00
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
2023-06-20 13:20:42 +02:00
"editorMode" : "code" ,
2022-12-20 23:10:00 +01:00
"expr" : "min_over_time(up{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}}" ,
2023-06-20 13:20:42 +02:00
"range" : true ,
2022-12-20 23:10:00 +01:00
"refId" : "A"
2023-06-20 13:20:42 +02:00
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2023-06-20 13:20:42 +02:00
} ,
"editorMode" : "code" ,
"expr" : "synapse_build_info{instance=\"$instance\", job=\"synapse\"} - 1" ,
"hide" : false ,
"legendFormat" : "version {{version}}" ,
"range" : true ,
"refId" : "deployed_synapse_versions"
2022-12-20 23:10:00 +01:00
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Up" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 41
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 120 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : true ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_http_server_response_ru_utime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_http_server_response_ru_stime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"hide" : false ,
"instant" : false ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{method}} {{servlet}} {{tag}}" ,
"refId" : "A"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_background_process_ru_utime_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_background_process_ru_stime_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"hide" : false ,
"instant" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{name}}" ,
"refId" : "B"
}
] ,
"thresholds" : [
{
"colorMode" : "critical" ,
"fill" : true ,
"line" : true ,
"op" : "gt" ,
"value" : 1 ,
"yaxis" : "left"
}
] ,
"timeRegions" : [ ] ,
"title" : "Stacked CPU usage" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:572" ,
"format" : "percentunit" ,
"logBase" : 1 ,
"show" : true
} ,
{
"$$hashKey" : "object:573" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 48
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 136 ,
"interval" : "" ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editorMode" : "code" ,
"expr" : "rate(synapse_http_client_requests_total{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"legendFormat" : "{{job}}-{{index}} {{method}}" ,
"range" : true ,
"refId" : "A"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editorMode" : "code" ,
"expr" : "rate(synapse_http_matrixfederationclient_requests_total{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"legendFormat" : "{{job}}-{{index}} {{method}} (federation)" ,
"range" : true ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Outgoing HTTP request rate" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:123" ,
"format" : "reqps" ,
"logBase" : 1 ,
"show" : true
} ,
{
"$$hashKey" : "object:124" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "active threads" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-06-20 13:20:42 +02:00
"color" : "green"
2022-12-20 23:10:00 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 48
2022-12-20 23:10:00 +01:00
} ,
"id" : 207 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"exemplar" : true ,
"expr" : "synapse_threadpool_working_threads{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"interval" : "" ,
"legendFormat" : "{{job}}-{{index}} {{name}}" ,
"refId" : "A"
}
] ,
"title" : "Threadpool activity" ,
"type" : "timeseries"
}
] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"refId" : "A"
}
] ,
"title" : "Process info" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-03-04 03:14:54 +01:00
"y" : 27
2022-12-20 23:10:00 +01:00
} ,
"id" : 56 ,
"panels" : [
{
"cards" : {
"cardPadding" : -1 ,
"cardRound" : 0
} ,
"color" : {
"cardColor" : "#b4ff00" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateInferno" ,
"exponent" : 0.5 ,
"mode" : "spectrum"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"custom" : {
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"scaleDistribution" : {
"type" : "linear"
}
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 28
2022-12-20 23:10:00 +01:00
} ,
"heatmap" : { } ,
"hideZeroBuckets" : false ,
"highlightCards" : true ,
"id" : 85 ,
"legend" : {
"show" : false
} ,
"links" : [ ] ,
"options" : {
"calculate" : false ,
"calculation" : { } ,
"cellGap" : -1 ,
"cellRadius" : 0 ,
"cellValues" : { } ,
"color" : {
"exponent" : 0.5 ,
"fill" : "#b4ff00" ,
"mode" : "scheme" ,
"reverse" : false ,
"scale" : "exponential" ,
"scheme" : "Inferno" ,
"steps" : 128
} ,
"exemplars" : {
"color" : "rgba(255,0,255,0.7)"
} ,
"filterValues" : {
"le" : 1e-9
} ,
"legend" : {
"show" : false
} ,
"rowsFrame" : {
"layout" : "auto"
} ,
"showValue" : "never" ,
"tooltip" : {
"show" : true ,
"yHistogram" : true
} ,
"yAxis" : {
"axisPlacement" : "left" ,
"reverse" : false ,
"unit" : "s"
}
} ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"reverseYBuckets" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\"}[$bucket_size])) by (le)" ,
"format" : "heatmap" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"title" : "Event Send Time (Including errors, across all workers)" ,
"tooltip" : {
"show" : true ,
"showHistogram" : true
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"yAxis" : {
"format" : "s" ,
"logBase" : 2 ,
"show" : true
} ,
"yBucketBound" : "auto"
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "" ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 28
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 33 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(rate(synapse_storage_events_persisted_events_total{instance=\"$instance\"}[$bucket_size])) without (job,index)" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "" ,
"refId" : "A" ,
"step" : 20 ,
"target" : ""
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Events Persisted (all workers)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:102" ,
"format" : "hertz" ,
"logBase" : 1 ,
"show" : true
} ,
{
"$$hashKey" : "object:103" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"decimals" : 1 ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 37
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 40 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_storage_events_persisted_by_source_type{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{type}}" ,
"refId" : "D"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Events/s Local vs Remote" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : "" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"decimals" : 1 ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 37
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 46 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_storage_events_persisted_by_event_type{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"format" : "time_series" ,
"instant" : false ,
"intervalFactor" : 2 ,
"legendFormat" : "{{type}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Events/s by Type" ,
"tooltip" : {
"shared" : false ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : {
"irc-freenode (local)" : "#EAB839"
} ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"decimals" : 1 ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 44
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 44 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_storage_events_persisted_by_origin{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{origin_entity}} ({{origin_type}})" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Events/s by Origin" ,
"tooltip" : {
"shared" : false ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"decimals" : 1 ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 44
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 45 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(synapse_storage_events_persisted_events_sep_total{job=~\"$job\",index=~\"$index\", type=\"m.room.member\",instance=\"$instance\", origin_type=\"local\"}[$bucket_size])) by (origin_type, origin_entity)" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{origin_entity}} ({{origin_type}})" ,
"range" : true ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Memberships/s by Origin" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:232" ,
"format" : "hertz" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"$$hashKey" : "object:233" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 0 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 51
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 118 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"repeatDirection" : "h" ,
"seriesOverrides" : [
{
"$$hashKey" : "object:316" ,
"alias" : "mean" ,
"linewidth" : 2
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"exemplar" : true ,
"expr" : "histogram_quantile(0.99, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (method))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} 99%" ,
"refId" : "A"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.95, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (method))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} 95%" ,
"refId" : "B"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.90, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (method))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} 90%" ,
"refId" : "C"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.50, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (method))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} 50%" ,
"refId" : "D"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(synapse_http_server_response_time_seconds_sum{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (method) / sum(rate(synapse_http_server_response_time_seconds_count{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (method)" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} mean" ,
"range" : true ,
"refId" : "E"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Event send time quantiles by worker" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:263" ,
"format" : "s" ,
"logBase" : 1 ,
"show" : true
} ,
{
"$$hashKey" : "object:264" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "CPU and DB time spent on most expensive state resolution in a room, summed over all workers. This is a very rough proxy for \"how fast is state res\", but it doesn't accurately represent the system load (e.g. it completely ignores cheap state resolutions).\n" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 30 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "normal"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-06-20 13:20:42 +02:00
"color" : "green"
2022-12-20 23:10:00 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "s/s"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 51
2022-12-20 23:10:00 +01:00
} ,
"id" : 222 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : false
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"exemplar" : false ,
"expr" : "sum(rate(synapse_state_res_db_for_biggest_room_seconds_total{instance=\"$instance\"}[1m]))" ,
"format" : "time_series" ,
"hide" : false ,
"instant" : false ,
"interval" : "" ,
"legendFormat" : "DB time" ,
"refId" : "B"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"exemplar" : false ,
"expr" : "sum(rate(synapse_state_res_cpu_for_biggest_room_seconds_total{instance=\"$instance\"}[1m]))" ,
"format" : "time_series" ,
"hide" : false ,
"instant" : false ,
"interval" : "" ,
"legendFormat" : "CPU time" ,
"refId" : "C"
}
] ,
"title" : "Stateres worst-case" ,
"type" : "timeseries"
}
] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"refId" : "A"
}
] ,
"title" : "Event persistence" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-03-04 03:14:54 +01:00
"y" : 28
2022-12-20 23:10:00 +01:00
} ,
"id" : 57 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 2 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 29
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 4 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideEmpty" : false ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"rightSide" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_http_server_requests_received_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{method}} {{servlet}} {{tag}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [
{
"$$hashKey" : "object:234" ,
"colorMode" : "custom" ,
"fill" : true ,
"fillColor" : "rgba(216, 200, 27, 0.27)" ,
"op" : "gt" ,
"value" : 100 ,
"yaxis" : "left"
} ,
{
"$$hashKey" : "object:235" ,
"colorMode" : "custom" ,
"fill" : true ,
"fillColor" : "rgba(234, 112, 112, 0.22)" ,
"op" : "gt" ,
"value" : 250 ,
"yaxis" : "left"
}
] ,
"timeRegions" : [ ] ,
"title" : "Request Count by arrival time" ,
"tooltip" : {
"shared" : false ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:206" ,
"format" : "hertz" ,
"logBase" : 1 ,
"show" : true
} ,
{
"$$hashKey" : "object:207" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 29
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 32 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_http_server_requests_received_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\",method!=\"OPTIONS\"}[$bucket_size]) and topk(10,synapse_http_server_requests_received_total{instance=\"$instance\",job=~\"$job\",method!=\"OPTIONS\"})" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{method}} {{servlet}} {{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20 ,
"target" : ""
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Top 10 Request Counts" ,
"tooltip" : {
"shared" : false ,
"sort" : 2 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:305" ,
"format" : "hertz" ,
"logBase" : 1 ,
"show" : true
} ,
{
"$$hashKey" : "object:306" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 2 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 37
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 139 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideEmpty" : false ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"rightSide" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_http_server_in_flight_requests_ru_utime_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_http_server_in_flight_requests_ru_stime_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{method}} {{servlet}} {{tag}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [
{
"$$hashKey" : "object:135" ,
"colorMode" : "custom" ,
"fill" : true ,
"fillColor" : "rgba(216, 200, 27, 0.27)" ,
"op" : "gt" ,
"value" : 100 ,
"yaxis" : "left"
} ,
{
"$$hashKey" : "object:136" ,
"colorMode" : "custom" ,
"fill" : true ,
"fillColor" : "rgba(234, 112, 112, 0.22)" ,
"op" : "gt" ,
"value" : 250 ,
"yaxis" : "left"
}
] ,
"timeRegions" : [ ] ,
"title" : "Total CPU Usage by Endpoint" ,
"tooltip" : {
"shared" : false ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:107" ,
"format" : "percentunit" ,
"logBase" : 1 ,
"show" : true
} ,
{
"$$hashKey" : "object:108" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 0 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 37
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 52 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideEmpty" : false ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"rightSide" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "(rate(synapse_http_server_in_flight_requests_ru_utime_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_http_server_in_flight_requests_ru_stime_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) / rate(synapse_http_server_requests_received_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{method}} {{servlet}} {{tag}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [
{
"$$hashKey" : "object:417" ,
"colorMode" : "custom" ,
"fill" : true ,
"fillColor" : "rgba(216, 200, 27, 0.27)" ,
"op" : "gt" ,
"value" : 100 ,
"yaxis" : "left"
} ,
{
"$$hashKey" : "object:418" ,
"colorMode" : "custom" ,
"fill" : true ,
"fillColor" : "rgba(234, 112, 112, 0.22)" ,
"op" : "gt" ,
"value" : 250 ,
"yaxis" : "left"
}
] ,
"timeRegions" : [ ] ,
"title" : "Average CPU Usage by Endpoint" ,
"tooltip" : {
"shared" : false ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:389" ,
"format" : "s" ,
"logBase" : 1 ,
"show" : true
} ,
{
"$$hashKey" : "object:390" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 45
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 7 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_http_server_in_flight_requests_db_txn_duration_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{method}} {{servlet}} {{tag}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "DB Usage by endpoint" ,
"tooltip" : {
"shared" : false ,
"sort" : 2 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:488" ,
"format" : "percentunit" ,
"logBase" : 1 ,
"show" : true
} ,
{
"$$hashKey" : "object:489" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 2 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 45
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 47 ,
"legend" : {
"alignAsTable" : true ,
"avg" : true ,
"current" : false ,
"hideEmpty" : false ,
"hideZero" : true ,
"max" : true ,
"min" : false ,
"rightSide" : false ,
"show" : true ,
"total" : false ,
"values" : true
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "(sum(rate(synapse_http_server_response_time_seconds_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\",tag!=\"incremental_sync\"}[$bucket_size])) without (code))/(sum(rate(synapse_http_server_response_time_seconds_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\",tag!=\"incremental_sync\"}[$bucket_size])) without (code))" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{method}} {{servlet}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Non-sync avg response time" ,
"tooltip" : {
"shared" : false ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : false
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 53
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 103 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"alias" : "Total" ,
"color" : "rgb(255, 255, 255)" ,
"fill" : 0 ,
"linewidth" : 3
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "topk(10,synapse_http_server_in_flight_requests_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"})" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{method}} {{servlet}}" ,
"refId" : "A"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(avg_over_time(synapse_http_server_in_flight_requests_count{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size]))" ,
"interval" : "" ,
"legendFormat" : "Total" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Requests in flight" ,
"tooltip" : {
"shared" : false ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
}
] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"refId" : "A"
}
] ,
"title" : "Requests" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-03-04 03:14:54 +01:00
"y" : 29
2022-12-20 23:10:00 +01:00
} ,
"id" : 97 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 30
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 99 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_background_process_ru_utime_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_background_process_ru_stime_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{name}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "CPU usage by background jobs" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 30
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 101 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_background_process_db_txn_duration_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) + rate(synapse_background_process_db_sched_duration_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"hide" : false ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{name}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "DB usage by background jobs (including scheduling time)" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 39
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 138 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "synapse_background_process_in_flight_count{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}" ,
"legendFormat" : "{{job}}-{{index}} {{name}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Background jobs in flight" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
}
] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"refId" : "A"
}
] ,
"title" : "Background jobs" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-03-04 03:14:54 +01:00
"y" : 30
2022-12-20 23:10:00 +01:00
} ,
"id" : 81 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 31
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 79 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(rate(synapse_federation_client_sent_transactions_total{instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "successful txn rate" ,
"refId" : "A"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(rate(synapse_util_metrics_block_count_total{block_name=\"_send_new_transaction\",instance=\"$instance\"}[$bucket_size]) - ignoring (block_name) rate(synapse_federation_client_sent_transactions_total{instance=\"$instance\"}[$bucket_size]))" ,
"legendFormat" : "failed txn rate" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Outgoing federation transaction rate" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 31
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 83 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(rate(synapse_federation_server_received_pdus_total{instance=~\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "pdus" ,
"refId" : "A"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(rate(synapse_federation_server_received_edus_total{instance=~\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "edus" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Incoming PDU/EDU rate" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:20:42 +02:00
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 40
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 109 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
2023-06-20 13:20:42 +02:00
"editorMode" : "code" ,
"expr" : "sum(rate(synapse_federation_client_sent_pdu_destinations_count_total{instance=\"$instance\"}[$bucket_size]))" ,
2022-12-20 23:10:00 +01:00
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "pdus" ,
2023-06-20 13:20:42 +02:00
"range" : true ,
2022-12-20 23:10:00 +01:00
"refId" : "A"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(rate(synapse_federation_client_sent_edus_total{instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "edus" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Outgoing PDU/EDU rate" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 40
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 111 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editorMode" : "code" ,
"expr" : "rate(synapse_federation_client_sent_edus_by_type_total{instance=\"$instance\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{type}}" ,
"range" : true ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Outgoing EDUs by type" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:462" ,
"format" : "hertz" ,
"logBase" : 1 ,
"show" : true
} ,
{
"$$hashKey" : "object:463" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
2023-06-20 13:20:42 +02:00
"description" : "Triangular growth may indicate a problem with federation sending from the remote host --- but it may also be the case that everyone is asleep and no messages are being sent.\n\nSee https://matrix-org.github.io/synapse/latest/usage/configuration/config_documentation.html#federation_metrics_domains" ,
2022-12-20 23:10:00 +01:00
"fieldConfig" : {
"defaults" : {
2023-06-20 13:20:42 +02:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"axisSoftMax" : 60 ,
"axisSoftMin" : 0 ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "line"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green"
} ,
{
"color" : "red" ,
"value" : 60
}
]
} ,
"unit" : "m"
2022-12-20 23:10:00 +01:00
} ,
2023-06-20 13:20:42 +02:00
"overrides" : [
{
"__systemRef" : "hideSeriesFrom" ,
"matcher" : {
"id" : "byNames" ,
"options" : {
"mode" : "exclude" ,
"names" : [
"libera.chat "
] ,
"prefix" : "All except:" ,
"readOnly" : true
}
} ,
"properties" : [
{
"id" : "custom.hideFrom" ,
"value" : {
"legend" : false ,
"tooltip" : false ,
"viz" : true
}
}
]
}
]
2022-12-20 23:10:00 +01:00
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 49
2022-12-20 23:10:00 +01:00
} ,
2023-06-20 13:20:42 +02:00
"id" : 243 ,
2022-12-20 23:10:00 +01:00
"options" : {
2023-06-20 13:20:42 +02:00
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
2022-12-20 23:10:00 +01:00
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editorMode" : "code" ,
2023-06-20 13:20:42 +02:00
"exemplar" : false ,
"expr" : "(time() - max without (job, index, host) (avg_over_time(synapse_federation_last_received_pdu_time[10m]))) / 60" ,
"instant" : false ,
"legendFormat" : "{{server_name}} " ,
2022-12-20 23:10:00 +01:00
"range" : true ,
"refId" : "A"
}
] ,
2023-06-20 13:20:42 +02:00
"title" : "Age of last PDU received from nominated hosts" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
2023-06-20 13:20:42 +02:00
"description" : "Triangular growth may indicate a problem with federation senders on the monitored instance---but it may also be the case that everyone is asleep and no messages are being sent.\n\nSee https://matrix-org.github.io/synapse/latest/usage/configuration/config_documentation.html#federation_metrics_domains" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"axisSoftMax" : 60 ,
"axisSoftMin" : 0 ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "line"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green"
} ,
{
"color" : "red" ,
"value" : 60
}
]
} ,
"unit" : "m"
} ,
"overrides" : [
{
"__systemRef" : "hideSeriesFrom" ,
"matcher" : {
"id" : "byNames" ,
"options" : {
"mode" : "exclude" ,
"names" : [
"libera.chat"
] ,
"prefix" : "All except:" ,
"readOnly" : true
}
} ,
"properties" : [
{
"id" : "custom.hideFrom" ,
"value" : {
"legend" : false ,
"tooltip" : false ,
"viz" : true
}
}
]
}
]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 49
} ,
"id" : 241 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2023-06-20 13:20:42 +02:00
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "(time() - max without (job, index, host) (avg_over_time(synapse_federation_last_sent_pdu_time[10m]))) / 60" ,
"instant" : false ,
"legendFormat" : "{{server_name}}" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Age of last PDU sent to nominated hosts" ,
"type" : "timeseries"
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2023-06-20 13:20:42 +02:00
} ,
"description" : "The number of events in the in-memory queues " ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
"y" : 57
} ,
"hiddenSeries" : false ,
"id" : 142 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
"pluginVersion" : "9.2.2" ,
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2023-06-20 13:20:42 +02:00
} ,
"editorMode" : "code" ,
"expr" : "synapse_federation_transaction_queue_pending_pdus{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"interval" : "" ,
"legendFormat" : "pending PDUs {{job}}-{{index}}" ,
"range" : true ,
"refId" : "A"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2023-06-20 13:20:42 +02:00
} ,
"expr" : "synapse_federation_transaction_queue_pending_edus{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"interval" : "" ,
"legendFormat" : "pending EDUs {{job}}-{{index}}" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "In-memory federation transmission queues" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
2022-12-20 23:10:00 +01:00
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:547" ,
"format" : "short" ,
"label" : "events" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"$$hashKey" : "object:548" ,
"format" : "short" ,
"label" : "" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "Number of events queued up on the master process for processing by the federation sender" ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 57
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 140 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "synapse_federation_send_queue_presence_changed_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "presence changed" ,
"refId" : "A"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "synapse_federation_send_queue_presence_map_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "presence map" ,
"refId" : "B"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "synapse_federation_send_queue_presence_destinations_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "presence destinations" ,
"refId" : "E"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "synapse_federation_send_queue_keyed_edu_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "keyed edus" ,
"refId" : "C"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "synapse_federation_send_queue_edus_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "other edus" ,
"refId" : "D"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "synapse_federation_send_queue_pos_time_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "stream positions" ,
"refId" : "F"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Outgoing EDU queues on master" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "none" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"cards" : {
"cardPadding" : -1
} ,
"color" : {
"cardColor" : "#b4ff00" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateInferno" ,
"exponent" : 0.5 ,
"min" : 0 ,
"mode" : "spectrum"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"custom" : {
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"scaleDistribution" : {
"type" : "linear"
}
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 66
2022-12-20 23:10:00 +01:00
} ,
"heatmap" : { } ,
"hideZeroBuckets" : false ,
"highlightCards" : true ,
"id" : 166 ,
"legend" : {
"show" : false
} ,
"links" : [ ] ,
"options" : {
"calculate" : false ,
"calculation" : { } ,
"cellGap" : -1 ,
"cellValues" : {
"decimals" : 2
} ,
"color" : {
"exponent" : 0.5 ,
"fill" : "#b4ff00" ,
"min" : 0 ,
"mode" : "scheme" ,
"reverse" : false ,
"scale" : "exponential" ,
"scheme" : "Inferno" ,
"steps" : 128
} ,
"exemplars" : {
"color" : "rgba(255,0,255,0.7)"
} ,
"filterValues" : {
"le" : 1e-9
} ,
"legend" : {
"show" : false
} ,
"rowsFrame" : {
"layout" : "auto"
} ,
"showValue" : "never" ,
"tooltip" : {
"show" : true ,
"yHistogram" : true
} ,
"yAxis" : {
"axisPlacement" : "left" ,
"decimals" : 0 ,
"reverse" : false ,
"unit" : "s"
}
} ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"reverseYBuckets" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(rate(synapse_event_processing_lag_by_event_bucket{instance=\"$instance\",name=\"federation_sender\"}[$bucket_size])) by (le)" ,
"format" : "heatmap" ,
"instant" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{ le }}" ,
"refId" : "A"
}
] ,
"title" : "Federation send PDU lag" ,
"tooltip" : {
"show" : true ,
"showHistogram" : true
} ,
"tooltipDecimals" : 2 ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"yAxis" : {
"decimals" : 0 ,
"format" : "s" ,
"logBase" : 1 ,
"show" : true
} ,
"yBucketBound" : "auto"
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 0 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 66
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 162 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"rightSide" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 0 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"alias" : "Avg" ,
"fill" : 0 ,
"linewidth" : 3
} ,
{
"alias" : "99%" ,
"color" : "#C4162A" ,
"fillBelowTo" : "90%"
} ,
{
"alias" : "90%" ,
"color" : "#FF7383" ,
"fillBelowTo" : "75%"
} ,
{
"alias" : "75%" ,
"color" : "#FFEE52" ,
"fillBelowTo" : "50%"
} ,
{
"alias" : "50%" ,
"color" : "#73BF69" ,
"fillBelowTo" : "25%"
} ,
{
"alias" : "25%" ,
"color" : "#1F60C4" ,
"fillBelowTo" : "5%"
} ,
{
"alias" : "5%" ,
"lines" : false
} ,
{
"alias" : "Average" ,
"color" : "rgb(255, 255, 255)" ,
"lines" : true ,
"linewidth" : 3
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.99, sum(rate(synapse_event_processing_lag_by_event_bucket{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "99%" ,
"refId" : "D"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.9, sum(rate(synapse_event_processing_lag_by_event_bucket{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "90%" ,
"refId" : "A"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.75, sum(rate(synapse_event_processing_lag_by_event_bucket{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "75%" ,
"refId" : "C"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.5, sum(rate(synapse_event_processing_lag_by_event_bucket{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "50%" ,
"refId" : "B"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.25, sum(rate(synapse_event_processing_lag_by_event_bucket{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))" ,
"interval" : "" ,
"legendFormat" : "25%" ,
"refId" : "F"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.05, sum(rate(synapse_event_processing_lag_by_event_bucket{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))" ,
"interval" : "" ,
"legendFormat" : "5%" ,
"refId" : "G"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(rate(synapse_event_processing_lag_by_event_sum{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size])) / sum(rate(synapse_event_processing_lag_by_event_count{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size]))" ,
"interval" : "" ,
"legendFormat" : "Average" ,
"refId" : "H"
}
] ,
"thresholds" : [
{
"colorMode" : "warning" ,
"fill" : false ,
"line" : true ,
"op" : "gt" ,
"value" : 0.25 ,
"yaxis" : "left"
} ,
{
"colorMode" : "critical" ,
"fill" : false ,
"line" : true ,
"op" : "gt" ,
"value" : 1 ,
"yaxis" : "left"
}
] ,
"timeRegions" : [ ] ,
"title" : "Federation send PDU lag quantiles" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"label" : "" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "hertz" ,
"label" : "" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"cards" : {
"cardPadding" : -1
} ,
"color" : {
"cardColor" : "#b4ff00" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateInferno" ,
"exponent" : 0.5 ,
"min" : 0 ,
"mode" : "spectrum"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
2023-03-04 05:11:40 +01:00
"fieldConfig" : {
"defaults" : {
"custom" : {
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"scaleDistribution" : {
"type" : "linear"
}
}
} ,
"overrides" : [ ]
} ,
2022-12-20 23:10:00 +01:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 75
2022-12-20 23:10:00 +01:00
} ,
"heatmap" : { } ,
"hideZeroBuckets" : false ,
"highlightCards" : true ,
"id" : 164 ,
"legend" : {
"show" : false
} ,
"links" : [ ] ,
2023-03-04 05:11:40 +01:00
"options" : {
"calculate" : false ,
"calculation" : { } ,
"cellGap" : -1 ,
"cellValues" : {
"decimals" : 2
} ,
"color" : {
"exponent" : 0.5 ,
"fill" : "#b4ff00" ,
"min" : 0 ,
"mode" : "scheme" ,
"reverse" : false ,
"scale" : "exponential" ,
"scheme" : "Inferno" ,
"steps" : 128
} ,
"exemplars" : {
"color" : "rgba(255,0,255,0.7)"
} ,
"filterValues" : {
"le" : 1e-9
} ,
"legend" : {
"show" : false
} ,
"rowsFrame" : {
"layout" : "auto"
} ,
"showValue" : "never" ,
"tooltip" : {
"show" : true ,
"yHistogram" : true
} ,
"yAxis" : {
"axisPlacement" : "left" ,
"decimals" : 0 ,
"reverse" : false ,
"unit" : "s"
}
} ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"reverseYBuckets" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(rate(synapse_federation_server_pdu_process_time_bucket{instance=\"$instance\"}[$bucket_size])) by (le)" ,
"format" : "heatmap" ,
"instant" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{ le }}" ,
"refId" : "A"
}
] ,
"title" : "Handle inbound PDU time" ,
"tooltip" : {
"show" : true ,
"showHistogram" : true
} ,
"tooltipDecimals" : 2 ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"yAxis" : {
"decimals" : 0 ,
"format" : "s" ,
"logBase" : 1 ,
"show" : true
} ,
"yBucketBound" : "auto"
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-03-04 05:11:40 +01:00
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 75
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 203 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
2023-06-20 13:20:42 +02:00
"editorMode" : "code" ,
"expr" : "synapse_federation_server_oldest_inbound_pdu_in_staging{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}" ,
2022-12-20 23:10:00 +01:00
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
2023-06-20 13:20:42 +02:00
"legendFormat" : "{{job}}-{{index}}" ,
"range" : true ,
2022-12-20 23:10:00 +01:00
"refId" : "A" ,
"step" : 4
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Age of oldest event in staging area" ,
"tooltip" : {
"msResolution" : false ,
"shared" : true ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:92" ,
"format" : "ms" ,
"logBase" : 1 ,
"min" : 0 ,
"show" : true
} ,
{
"$$hashKey" : "object:93" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-03-04 05:11:40 +01:00
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 84
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 202 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
2023-06-20 13:20:42 +02:00
"editorMode" : "code" ,
"expr" : "synapse_federation_server_number_inbound_pdu_in_staging{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}" ,
2022-12-20 23:10:00 +01:00
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
2023-06-20 13:20:42 +02:00
"legendFormat" : "{{job}}-{{index}}" ,
"range" : true ,
2022-12-20 23:10:00 +01:00
"refId" : "A" ,
"step" : 4
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Number of events in federation staging area" ,
"tooltip" : {
"msResolution" : false ,
"shared" : true ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:92" ,
"format" : "none" ,
"logBase" : 1 ,
"min" : 0 ,
"show" : true
} ,
{
"$$hashKey" : "object:93" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 84
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 205 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(rate(synapse_federation_soft_failed_events_total{instance=\"$instance\"}[$bucket_size]))" ,
"interval" : "" ,
"legendFormat" : "soft-failed events" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Soft-failed event rate" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:131" ,
"format" : "hertz" ,
"logBase" : 1 ,
"show" : true
} ,
{
"$$hashKey" : "object:132" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : false
}
] ,
"yaxis" : {
"align" : false
}
}
] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"refId" : "A"
}
] ,
"title" : "Federation" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-03-04 03:14:54 +01:00
"y" : 31
2022-12-20 23:10:00 +01:00
} ,
"id" : 227 ,
"panels" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
2023-03-04 05:11:40 +01:00
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
2022-12-20 23:10:00 +01:00
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-06-20 13:20:42 +02:00
"color" : "green"
2022-12-20 23:10:00 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 154
2022-12-20 23:10:00 +01:00
} ,
"id" : 239 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(increase(synapse_rate_limit_reject_total{instance=\"$instance\"}[$bucket_size]))" ,
"refId" : "A"
}
] ,
"title" : "Number of rate limit rejected requests" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
2023-03-04 05:11:40 +01:00
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
2022-12-20 23:10:00 +01:00
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-06-20 13:20:42 +02:00
"color" : "green"
2022-12-20 23:10:00 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 154
2022-12-20 23:10:00 +01:00
} ,
"id" : 235 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(increase(synapse_rate_limit_sleep_total{instance=\"$instance\"}[$bucket_size]))" ,
"refId" : "A"
}
] ,
"title" : "Number of requests being slept by the rate limiter" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "Why is the data zero (0)? https://github.com/matrix-org/synapse/pull/13541#discussion_r951926322" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
2023-03-04 05:11:40 +01:00
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
2022-12-20 23:10:00 +01:00
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-06-20 13:20:42 +02:00
"color" : "green"
2022-12-20 23:10:00 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 162
2022-12-20 23:10:00 +01:00
} ,
"id" : 237 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"pluginVersion" : "9.0.4" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(increase(synapse_rate_limit_reject_affected_hosts{instance=\"$instance\"}[$bucket_size]))" ,
"refId" : "A"
}
] ,
"title" : "Number of hosts being rejected by the rate limiter" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "https://github.com/matrix-org/synapse/pull/13541" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
2023-03-04 05:11:40 +01:00
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
2022-12-20 23:10:00 +01:00
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-06-20 13:20:42 +02:00
"color" : "green"
2022-12-20 23:10:00 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 162
2022-12-20 23:10:00 +01:00
} ,
"id" : 233 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"pluginVersion" : "9.0.4" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(increase(synapse_rate_limit_sleep_affected_hosts{instance=\"$instance\"}[$bucket_size]))" ,
"refId" : "A"
}
] ,
"title" : "Number of hosts being slept by the rate limiter" ,
"type" : "timeseries"
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "" ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 0 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 170
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 229 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"rightSide" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 0 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"$$hashKey" : "object:276" ,
"alias" : "Avg" ,
"fill" : 0 ,
"linewidth" : 3
} ,
{
"$$hashKey" : "object:277" ,
"alias" : "99%" ,
"color" : "#C4162A" ,
"fillBelowTo" : "90%"
} ,
{
"$$hashKey" : "object:278" ,
"alias" : "90%" ,
"color" : "#FF7383" ,
"fillBelowTo" : "75%"
} ,
{
"$$hashKey" : "object:279" ,
"alias" : "75%" ,
"color" : "#FFEE52" ,
"fillBelowTo" : "50%"
} ,
{
"$$hashKey" : "object:280" ,
"alias" : "50%" ,
"color" : "#73BF69" ,
"fillBelowTo" : "25%"
} ,
{
"$$hashKey" : "object:281" ,
"alias" : "25%" ,
"color" : "#1F60C4" ,
"fillBelowTo" : "5%"
} ,
{
"$$hashKey" : "object:282" ,
"alias" : "5%" ,
"lines" : false
} ,
{
"$$hashKey" : "object:283" ,
"alias" : "Average" ,
"color" : "rgb(255, 255, 255)" ,
"lines" : true ,
"linewidth" : 3
} ,
{
"$$hashKey" : "object:284" ,
"alias" : ">99%" ,
"color" : "#B877D9" ,
"fill" : 3 ,
"lines" : true
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editorMode" : "code" ,
"expr" : "histogram_quantile(0.9995, sum(rate(synapse_rate_limit_queue_wait_time_seconds_bucket{index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"hide" : false ,
"intervalFactor" : 1 ,
"legendFormat" : ">99%" ,
"range" : true ,
"refId" : "E"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editorMode" : "code" ,
"expr" : "histogram_quantile(0.99, sum(rate(synapse_rate_limit_queue_wait_time_seconds_bucket{index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "99%" ,
"range" : true ,
"refId" : "D"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.9, sum(rate(synapse_rate_limit_queue_wait_time_seconds_bucket{index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "90%" ,
"refId" : "A"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.75, sum(rate(synapse_rate_limit_queue_wait_time_seconds_bucket{index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "75%" ,
"refId" : "C"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.5, sum(rate(synapse_rate_limit_queue_wait_time_seconds_bucket{index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "50%" ,
"refId" : "B"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.25, sum(rate(synapse_rate_limit_queue_wait_time_seconds_bucket{index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))" ,
"legendFormat" : "25%" ,
"refId" : "F"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.05, sum(rate(synapse_rate_limit_queue_wait_time_seconds_bucket{index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))" ,
"legendFormat" : "5%" ,
"refId" : "G"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(rate(synapse_rate_limit_queue_wait_time_seconds_sum{index=~\"$index\",instance=\"$instance\"}[$bucket_size])) / sum(rate(synapse_rate_limit_queue_wait_time_seconds_count{index=~\"$index\",instance=\"$instance\"}[$bucket_size]))" ,
"legendFormat" : "Average" ,
"refId" : "H"
}
] ,
"thresholds" : [
{
"$$hashKey" : "object:283" ,
"colorMode" : "warning" ,
"fill" : false ,
"line" : true ,
"op" : "gt" ,
"value" : 1 ,
"yaxis" : "left"
} ,
{
"$$hashKey" : "object:284" ,
"colorMode" : "critical" ,
"fill" : false ,
"line" : true ,
"op" : "gt" ,
"value" : 2 ,
"yaxis" : "left"
}
] ,
"timeRegions" : [ ] ,
"title" : "Rate limit queue wait time Quantiles (all workers)" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:255" ,
"format" : "s" ,
"label" : "" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"$$hashKey" : "object:256" ,
"format" : "hertz" ,
"label" : "" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
2023-03-04 05:11:40 +01:00
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
2022-12-20 23:10:00 +01:00
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "line"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-06-20 13:20:42 +02:00
"color" : "green"
2022-12-20 23:10:00 +01:00
}
]
} ,
"unit" : "hertz"
} ,
"overrides" : [
{
"matcher" : {
"id" : "byName" ,
"options" : "Default reject threshold (50 requests within a second)"
} ,
"properties" : [
{
"id" : "color" ,
"value" : {
"fixedColor" : "red" ,
"mode" : "fixed"
}
} ,
{
"id" : "custom.lineWidth" ,
"value" : 2
}
]
}
]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 170
2022-12-20 23:10:00 +01:00
} ,
"id" : 231 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(rate(synapse_rate_limit_sleep_total{instance=\"$instance\"}[$bucket_size]))" ,
"refId" : "A"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editorMode" : "code" ,
"expr" : "50" ,
"hide" : false ,
"legendFormat" : "Default reject threshold (50 requests within a second)" ,
"range" : true ,
"refId" : "B"
}
] ,
"title" : "Rate of requests being slept by the rate limiter" ,
"type" : "timeseries"
}
] ,
"title" : "Federation rate limiter" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-03-04 03:14:54 +01:00
"y" : 32
2022-12-20 23:10:00 +01:00
} ,
"id" : 60 ,
"panels" : [
{
"datasource" : {
2023-06-20 13:20:42 +02:00
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
2023-06-20 13:20:42 +02:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 10 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green"
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "hertz"
2022-12-20 23:10:00 +01:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 155
2022-12-20 23:10:00 +01:00
} ,
"id" : 51 ,
"links" : [ ] ,
"options" : {
2023-06-20 13:20:42 +02:00
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "none"
}
2022-12-20 23:10:00 +01:00
} ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
2023-06-20 13:20:42 +02:00
"editorMode" : "code" ,
2022-12-20 23:10:00 +01:00
"expr" : "rate(synapse_http_httppusher_http_pushes_processed_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) and on (instance, job, index) (synapse_http_httppusher_http_pushes_failed_total + synapse_http_httppusher_http_pushes_processed_total) > 0" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
2023-06-20 13:20:42 +02:00
"legendFormat" : "processed {{job}}-{{index}}" ,
"range" : true ,
2022-12-20 23:10:00 +01:00
"refId" : "A" ,
"step" : 20
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
2023-06-20 13:20:42 +02:00
"editorMode" : "code" ,
2022-12-20 23:10:00 +01:00
"expr" : "rate(synapse_http_httppusher_http_pushes_failed_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) and on (instance, job, index) (synapse_http_httppusher_http_pushes_failed_total + synapse_http_httppusher_http_pushes_processed_total) > 0" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
2023-06-20 13:20:42 +02:00
"legendFormat" : "failed {{job}}-{{index}}" ,
"range" : true ,
2022-12-20 23:10:00 +01:00
"refId" : "B" ,
"step" : 20
}
] ,
"title" : "HTTP Push rate" ,
2023-06-20 13:20:42 +02:00
"type" : "timeseries"
2022-12-20 23:10:00 +01:00
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "" ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 155
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 134 ,
"legend" : {
"avg" : false ,
"current" : false ,
"hideZero" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "topk(10,synapse_pushers{job=~\"$job\",index=~\"$index\", instance=\"$instance\"})" ,
"legendFormat" : "{{kind}} {{app_id}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Active pusher instances by app" ,
"tooltip" : {
"shared" : false ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
}
] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"refId" : "A"
}
] ,
"title" : "Pushes" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-03-04 03:14:54 +01:00
"y" : 33
2022-12-20 23:10:00 +01:00
} ,
"id" : 219 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "How many entries in current state that we are iterating over while calculating push rules." ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 33
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 209 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "8.4.3" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"exemplar" : true ,
"expr" : "sum(rate(synapse_push_bulk_push_rule_evaluator_push_rules_state_size_counter_total{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{index}}" ,
"metric" : "synapse_push_bulk_push_rule_evaluator_push_rules_state_size_counter_total" ,
"refId" : "A" ,
"step" : 2
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Iterations over State" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : "" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "Rate that the cached push rules for a room get invalidated due to underlying push rules being changed. " ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 33
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 211 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "8.4.3" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"exemplar" : true ,
"expr" : "sum(rate(synapse_push_bulk_push_rule_evaluator_push_rules_invalidation_counter_total{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{index}}" ,
"metric" : "synapse_push_bulk_push_rule_evaluator_push_rules_invalidation_counter_total" ,
"refId" : "A" ,
"step" : 2
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Push Rule Invalidations" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : "" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "How often the \"delta optimisation\" happens.\n\nThe delta optimisation is when we update the push rules for a room incrementally after a state change where we know the delta between the old state and the new state.\n\nThis can't happen if we don't the delta or we're calculating push rules from scratch." ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 40
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 213 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "8.4.3" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"alias" : "Number of calls" ,
"yaxis" : 2
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"exemplar" : true ,
"expr" : "sum(rate(synapse_util_caches_cache_hits{job=\"$job\",index=~\"$index\",name=\"push_rules_delta_state_cache_metric\",instance=\"$instance\"}[$bucket_size]))/sum(rate(synapse_util_caches_cache{job=\"$job\",index=~\"$index\", name=\"push_rules_delta_state_cache_metric\",instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "Hit Rate" ,
"metric" : "synapse_push_bulk_push_rule_evaluator_push_rules_invalidation_counter_total" ,
"refId" : "A" ,
"step" : 2
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"exemplar" : true ,
"expr" : "sum(rate(synapse_util_caches_cache{job=\"$job\",index=~\"$index\", name=\"push_rules_delta_state_cache_metric\",instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "Number of calls" ,
"refId" : "B" ,
"step" : 2
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Delta Optimisation" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"label" : "" ,
"logBase" : 1 ,
"max" : "1" ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "hertz" ,
"label" : "" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "How often we have the correct cached push rules for a room." ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 40
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 215 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "8.4.3" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"alias" : "Number of calls" ,
"yaxis" : 2
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"exemplar" : true ,
"expr" : "sum(rate(synapse_util_caches_cache_hits{job=\"$job\",index=~\"$index\",name=\"room_push_rule_cache\",instance=\"$instance\"}[$bucket_size]))/sum(rate(synapse_util_caches_cache{job=\"$job\",index=~\"$index\", name=\"room_push_rule_cache\",instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "Hit Rate" ,
"metric" : "synapse_push_bulk_push_rule_evaluator_push_rules_invalidation_counter_total" ,
"refId" : "A" ,
"step" : 2
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"exemplar" : true ,
"expr" : "sum(rate(synapse_util_caches_cache{job=\"$job\",index=~\"$index\", name=\"room_push_rule_cache\",instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "Number of calls" ,
"refId" : "B" ,
"step" : 2
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "How often we reuse existing calculated push rules" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"label" : "" ,
"logBase" : 1 ,
"max" : "1" ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "hertz" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "How often we have existing cached push rules for the room. \n\nNote that these might be outdated and need to be recalculated if the state has changed." ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 47
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 217 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "8.4.3" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"alias" : "Number of calls" ,
"yaxis" : 2
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"exemplar" : true ,
"expr" : "sum(rate(synapse_util_caches_cache_hits{job=\"$job\",index=~\"$index\",name=\"_get_rules_for_room\",instance=\"$instance\"}[$bucket_size]))/sum(rate(synapse_util_caches_cache{job=\"$job\",index=~\"$index\", name=\"_get_rules_for_room\",instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "Hit Rate" ,
"metric" : "synapse_push_bulk_push_rule_evaluator_push_rules_invalidation_counter_total" ,
"refId" : "A" ,
"step" : 2
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"exemplar" : true ,
"expr" : "sum(rate(synapse_util_caches_cache{job=\"$job\",index=~\"$index\", name=\"_get_rules_for_room\",instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "Number of calls" ,
"refId" : "B" ,
"step" : 2
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "How often we have the RulesForRoom cached" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"label" : "" ,
"logBase" : 1 ,
"max" : "1" ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "hertz" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
}
] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"refId" : "A"
}
] ,
"title" : "Push Rule Cache" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-03-04 03:14:54 +01:00
"y" : 34
2022-12-20 23:10:00 +01:00
} ,
"id" : 58 ,
"panels" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 10 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-06-20 13:20:42 +02:00
"color" : "green"
2022-12-20 23:10:00 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "s"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 35
2022-12-20 23:10:00 +01:00
} ,
"id" : 48 ,
"links" : [ ] ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"pluginVersion" : "9.0.4" ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_storage_schedule_time_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/rate(synapse_storage_schedule_time_count[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"title" : "Avg time waiting for db conn" ,
"type" : "timeseries"
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "Shows the time in which the given percentage of database queries were scheduled, over the sampled timespan" ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 35
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 104 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.0.4" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.99, rate(synapse_storage_schedule_time_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"format" : "time_series" ,
"hide" : false ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}} {{index}} 99%" ,
"refId" : "A" ,
"step" : 20
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.95, rate(synapse_storage_schedule_time_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}} {{index}} 95%" ,
"refId" : "B"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.90, rate(synapse_storage_schedule_time_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}} {{index}} 90%" ,
"refId" : "C"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_storage_schedule_time_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/rate(synapse_storage_schedule_time_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}} {{index}} mean" ,
"refId" : "D"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Db scheduling time quantiles" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"label" : "" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : false
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 0 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 42
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 10 ,
"legend" : {
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.0.4" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "topk(10, rate(synapse_storage_transaction_time_count_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{desc}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Top DB transactions by txn rate" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"logBase" : 1 ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 42
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 11 ,
"legend" : {
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.0.4" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_storage_transaction_time_sum_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{desc}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "DB transactions by total txn time" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 0 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 49
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 180 ,
"legend" : {
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : false
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.0.4" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_storage_transaction_time_sum_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/rate(synapse_storage_transaction_time_count_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{desc}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Average DB txn time" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 6 ,
"fillGradient" : 0 ,
"gridPos" : {
2023-06-20 13:20:42 +02:00
"h" : 9 ,
2022-12-20 23:10:00 +01:00
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 49
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 200 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.0.4" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.99, sum(rate(synapse_storage_schedule_time_bucket{index=~\"$index\",instance=\"$instance\",job=\"$job\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "99%" ,
"refId" : "D"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.9, sum(rate(synapse_storage_schedule_time_bucket{index=~\"$index\",instance=\"$instance\",job=\"$job\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "90%" ,
"refId" : "A"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.75, sum(rate(synapse_storage_schedule_time_bucket{index=~\"$index\",instance=\"$instance\",job=\"$job\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "75%" ,
"refId" : "C"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.5, sum(rate(synapse_storage_schedule_time_bucket{index=~\"$index\",instance=\"$instance\",job=\"$job\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "50%" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Time waiting for DB connection quantiles" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:203" ,
"format" : "s" ,
"label" : "" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"$$hashKey" : "object:204" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : false
}
] ,
"yaxis" : {
"align" : false
}
}
] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"refId" : "A"
}
] ,
"title" : "Database" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-03-04 03:14:54 +01:00
"y" : 35
2022-12-20 23:10:00 +01:00
} ,
"id" : 59 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 13 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 158
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 12 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_util_metrics_block_ru_utime_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\",block_name!=\"wrapped_request_handler\"}[$bucket_size]) + rate(synapse_util_metrics_block_ru_stime_seconds_total[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{block_name}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Total CPU Usage by Block" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 13 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 158
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 26 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "(rate(synapse_util_metrics_block_ru_utime_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) + rate(synapse_util_metrics_block_ru_stime_seconds_total[$bucket_size])) / rate(synapse_util_metrics_block_count_total[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{block_name}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Average CPU Time per Block" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "ms" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 13 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 171
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 13 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"exemplar" : true ,
"expr" : "rate(synapse_util_metrics_block_db_txn_duration_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{block_name}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Total DB Usage by Block" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:196" ,
"format" : "percentunit" ,
"logBase" : 1 ,
"min" : 0 ,
"show" : true
} ,
{
"$$hashKey" : "object:197" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "The time each database transaction takes to execute, on average, broken down by metrics block." ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 13 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 171
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 27 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_util_metrics_block_db_txn_duration_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) / rate(synapse_util_metrics_block_db_txn_count_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{block_name}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Average Database Transaction time, by Block" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "ms" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 13 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 184
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 28 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_util_metrics_block_db_txn_duration_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) / rate(synapse_util_metrics_block_db_txn_count_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{block_name}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Average Transactions per Block" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "none" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 13 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 184
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 25 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_util_metrics_block_time_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) / rate(synapse_util_metrics_block_count_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{block_name}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Average Wallclock Time per Block" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:180" ,
"format" : "s" ,
"logBase" : 1 ,
"show" : true
} ,
{
"$$hashKey" : "object:181" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 15 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 197
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 154 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_util_metrics_block_count_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "{{job}}-{{index}} {{block_name}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Block count" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
}
] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"refId" : "A"
}
] ,
"title" : "Per-block metrics" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-03-04 03:14:54 +01:00
"y" : 36
2022-12-20 23:10:00 +01:00
} ,
"id" : 61 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"decimals" : 2 ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 0 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 10 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 36
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 1 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.0.4" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_util_caches_cache_hits{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])/rate(synapse_util_caches_cache{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{name}} {{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Cache Hit Ratio" ,
"tooltip" : {
"msResolution" : true ,
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"label" : "" ,
"logBase" : 1 ,
"max" : "1" ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : false
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 10 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 36
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 8 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideZero" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.0.4" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "synapse_util_caches_cache_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{name}} {{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Cache Size" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 10 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 46
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 38 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideZero" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.0.4" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_util_caches_cache{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{name}} {{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Cache request rate" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "rps" ,
"logBase" : 1 ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 10 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 46
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 39 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideEmpty" : false ,
"hideZero" : false ,
"max" : true ,
"min" : false ,
"rightSide" : false ,
"show" : true ,
"sort" : "max" ,
"sortDesc" : true ,
"total" : false ,
"values" : true
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.0.4" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "topk(10, rate(synapse_util_caches_cache{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size]) - rate(synapse_util_caches_cache_hits{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{name}} {{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Top 10 cache misses" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:101" ,
"format" : "rps" ,
"logBase" : 1 ,
"show" : true
} ,
{
"$$hashKey" : "object:102" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 56
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 65 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.0.4" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_util_caches_cache_evicted_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{name}} ({{reason}}) {{job}}-{{index}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Cache eviction rate" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : "entries / second" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
}
] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"refId" : "A"
}
] ,
"title" : "Caches" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-03-04 03:14:54 +01:00
"y" : 37
2022-12-20 23:10:00 +01:00
} ,
"id" : 148 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
2023-06-20 13:20:42 +02:00
"custom" : { } ,
2022-12-20 23:10:00 +01:00
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 29
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 146 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "7.3.7" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "synapse_util_caches_response_cache_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"interval" : "" ,
"legendFormat" : "{{name}} {{job}}-{{index}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Response cache size" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
2023-06-20 13:20:42 +02:00
"custom" : { } ,
2022-12-20 23:10:00 +01:00
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 29
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 150 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "7.3.7" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_util_caches_response_cache_hits{instance=\"$instance\", job=~\"$job\", index=~\"$index\"}[$bucket_size])/rate(synapse_util_caches_response_cache{instance=\"$instance\", job=~\"$job\", index=~\"$index\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "{{name}} {{job}}-{{index}}" ,
"refId" : "A"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "" ,
"interval" : "" ,
"legendFormat" : "" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Response cache hit rate" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"logBase" : 1 ,
"max" : "1" ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
}
] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"refId" : "A"
}
] ,
"title" : "Response caches" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-03-04 03:14:54 +01:00
"y" : 38
2022-12-20 23:10:00 +01:00
} ,
"id" : 62 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
2023-06-20 13:20:42 +02:00
"custom" : { } ,
2022-12-20 23:10:00 +01:00
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 30
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 91 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "7.3.7" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : true ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(python_gc_time_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[10m])" ,
"format" : "time_series" ,
"instant" : false ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} gen {{gen}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Total GC time by bucket (10m smoothing)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"decimals" : 3 ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
2023-06-20 13:20:42 +02:00
"custom" : { } ,
2022-12-20 23:10:00 +01:00
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 30
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 21 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "7.3.7" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(python_gc_time_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/rate(python_gc_time_count[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}} {{index}} gen {{gen}} " ,
"refId" : "A" ,
"step" : 20 ,
"target" : ""
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Average GC Time Per Collection" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "'gen 0' shows the number of objects allocated since the last gen0 GC.\n'gen 1' / 'gen 2' show the number of gen0/gen1 GCs since the last gen1/gen2 GC." ,
"fieldConfig" : {
"defaults" : {
2023-06-20 13:20:42 +02:00
"custom" : { } ,
2022-12-20 23:10:00 +01:00
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 39
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 89 ,
"legend" : {
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "7.3.7" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"alias" : "/gen 0$/" ,
"yaxis" : 2
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "python_gc_counts{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} gen {{gen}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Allocation counts" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : "Gen N-1 GCs since last Gen N GC" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : "Objects since last Gen 0 GC" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
2023-06-20 13:20:42 +02:00
"custom" : { } ,
2022-12-20 23:10:00 +01:00
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 39
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 93 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "7.3.7" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(python_gc_unreachable_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/rate(python_gc_time_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} gen {{gen}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Object counts per collection" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
2023-06-20 13:20:42 +02:00
"custom" : { } ,
2022-12-20 23:10:00 +01:00
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 48
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 95 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "7.3.7" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(python_gc_time_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} gen {{gen}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "GC frequency" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"cards" : {
"cardPadding" : 0
} ,
"color" : {
"cardColor" : "#b4ff00" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateSpectral" ,
"exponent" : 0.5 ,
"min" : 0 ,
"mode" : "spectrum"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
2023-06-20 13:20:42 +02:00
"custom" : { }
2022-12-20 23:10:00 +01:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 48
2022-12-20 23:10:00 +01:00
} ,
"heatmap" : { } ,
"hideZeroBuckets" : true ,
"highlightCards" : true ,
"id" : 87 ,
"legend" : {
"show" : true
} ,
"links" : [ ] ,
"reverseYBuckets" : false ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(rate(python_gc_time_bucket[$bucket_size])) by (le)" ,
"format" : "heatmap" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"title" : "GC durations" ,
"tooltip" : {
"show" : true ,
"showHistogram" : false
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"yAxis" : {
"format" : "s" ,
"logBase" : 1 ,
"show" : true
} ,
"yBucketBound" : "auto"
}
] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"refId" : "A"
}
] ,
"title" : "GC" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-03-04 03:14:54 +01:00
"y" : 39
2022-12-20 23:10:00 +01:00
} ,
"id" : 63 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 162
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 43 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum (rate(synapse_replication_tcp_protocol_outbound_commands_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (name, conn_id)" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{command}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Rate of outgoing commands" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:89" ,
"format" : "hertz" ,
"logBase" : 1 ,
"show" : true
} ,
{
"$$hashKey" : "object:90" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
2023-01-17 17:37:44 +01:00
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
2022-12-20 23:10:00 +01:00
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 10 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : true ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-06-20 13:20:42 +02:00
"color" : "green"
2022-12-20 23:10:00 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "hertz"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 162
2022-12-20 23:10:00 +01:00
} ,
"id" : 41 ,
"links" : [ ] ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"pluginVersion" : "8.4.3" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"exemplar" : true ,
"expr" : "rate(synapse_replication_tcp_resource_stream_updates_total{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{stream_name}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"title" : "Rate of outgoing RDATA commands, by stream" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
2023-01-17 17:37:44 +01:00
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
2022-12-20 23:10:00 +01:00
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 10 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : true ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-06-20 13:20:42 +02:00
"color" : "green"
2022-12-20 23:10:00 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "hertz"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 169
2022-12-20 23:10:00 +01:00
} ,
"id" : 42 ,
"links" : [ ] ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"pluginVersion" : "8.4.3" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"exemplar" : true ,
"expr" : "sum (rate(synapse_replication_tcp_protocol_inbound_commands_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (name, conn_id)" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{command}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"title" : "Rate of incoming commands (including echoes)" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
2023-01-17 17:37:44 +01:00
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
2022-12-20 23:10:00 +01:00
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"axisSoftMin" : 1 ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 10 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : true ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-06-20 13:20:42 +02:00
"color" : "green"
2022-12-20 23:10:00 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "hertz"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 169
2022-12-20 23:10:00 +01:00
} ,
"id" : 220 ,
"links" : [ ] ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"pluginVersion" : "8.4.3" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"exemplar" : true ,
"expr" : "rate(synapse_replication_tcp_protocol_inbound_rdata_count_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{stream_name}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"title" : "Rate of incoming RDATA commands (excluding echoes), by stream" ,
"type" : "timeseries"
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "" ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 176
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 144 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "synapse_replication_tcp_command_queue{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"interval" : "" ,
"legendFormat" : "{{stream_name}} {{job}}-{{index}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Queued incoming RDATA commands, by stream" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:218" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
} ,
{
"$$hashKey" : "object:219" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 176
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 115 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_replication_tcp_protocol_close_reason_total{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{reason_type}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Replication connection close reasons" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:260" ,
"format" : "hertz" ,
"logBase" : 1 ,
"show" : true
} ,
{
"$$hashKey" : "object:261" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 183
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 113 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "synapse_replication_tcp_resource_connections_per_stream{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{stream_name}}" ,
"refId" : "A"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "synapse_replication_tcp_resource_total_connections{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}}" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Replication connections" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
}
] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"refId" : "A"
}
] ,
"title" : "Replication" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-03-04 03:14:54 +01:00
"y" : 40
2022-12-20 23:10:00 +01:00
} ,
"id" : 69 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 163
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 67 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "max(synapse_event_persisted_position{instance=\"$instance\"}) - on() group_right() synapse_event_processing_positions{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{name}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Event processing lag" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : "events" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 163
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 71 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "time()*1000-synapse_event_processing_last_ts{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{name}}" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Age of last processed event" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "ms" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 172
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 121 ,
"interval" : "" ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "deriv(synapse_event_processing_last_ts{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/1000 - 1" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{name}}" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Event processing catchup rate" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "none" ,
"label" : "fallbehind(-) / catchup(+): s/sec" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
}
] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"refId" : "A"
}
] ,
"title" : "Event processing loop positions" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-03-04 03:14:54 +01:00
"y" : 41
2022-12-20 23:10:00 +01:00
} ,
"id" : 126 ,
"panels" : [
{
"cards" : {
"cardPadding" : 0
} ,
"color" : {
"cardColor" : "#B877D9" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateInferno" ,
"exponent" : 0.5 ,
"min" : 0 ,
"mode" : "opacity"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "Colour reflects the number of rooms with the given number of forward extremities, or fewer.\n\nThis is only updated once an hour." ,
"fieldConfig" : {
"defaults" : {
2023-01-17 17:37:44 +01:00
"custom" : {
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"scaleDistribution" : {
"type" : "linear"
}
}
2022-12-20 23:10:00 +01:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 42
2022-12-20 23:10:00 +01:00
} ,
"heatmap" : { } ,
"hideZeroBuckets" : true ,
"highlightCards" : true ,
"id" : 122 ,
"legend" : {
"show" : true
} ,
"links" : [ ] ,
2023-01-17 17:37:44 +01:00
"options" : {
"calculate" : false ,
"calculation" : { } ,
"cellGap" : 1 ,
"cellValues" : { } ,
"color" : {
"exponent" : 0.5 ,
"fill" : "#B877D9" ,
"min" : 0 ,
"mode" : "opacity" ,
"reverse" : false ,
"scale" : "exponential" ,
"scheme" : "Oranges" ,
"steps" : 128
} ,
"exemplars" : {
"color" : "rgba(255,0,255,0.7)"
} ,
"filterValues" : {
"le" : 1e-9
} ,
"legend" : {
"show" : true
} ,
"rowsFrame" : {
"layout" : "auto"
} ,
"showValue" : "never" ,
"tooltip" : {
"show" : true ,
"yHistogram" : true
} ,
"yAxis" : {
"axisPlacement" : "left" ,
"decimals" : 0 ,
"reverse" : false ,
"unit" : "short"
}
} ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"reverseYBuckets" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "synapse_forward_extremities_bucket{instance=\"$instance\"} and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0)" ,
"format" : "heatmap" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"title" : "Number of rooms, by number of forward extremities in room" ,
"tooltip" : {
"show" : true ,
"showHistogram" : true
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"yAxis" : {
"decimals" : 0 ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
} ,
"yBucketBound" : "auto"
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "Number of rooms with the given number of forward extremities or fewer.\n\nThis is only updated once an hour." ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 0 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 42
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 124 ,
"interval" : "" ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
2023-01-17 17:37:44 +01:00
"options" : {
"alertThreshold" : true
} ,
2022-12-20 23:10:00 +01:00
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "synapse_forward_extremities_bucket{instance=\"$instance\"} > 0" ,
"format" : "heatmap" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Room counts, by number of extremities" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "none" ,
"label" : "Number of rooms" ,
"logBase" : 10 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : false
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"cards" : {
"cardPadding" : 0
} ,
"color" : {
"cardColor" : "#5794F2" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateInferno" ,
"exponent" : 0.5 ,
"min" : 0 ,
"mode" : "opacity"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "Colour reflects the number of events persisted to rooms with the given number of forward extremities, or fewer." ,
"fieldConfig" : {
"defaults" : {
2023-01-17 17:37:44 +01:00
"custom" : {
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"scaleDistribution" : {
"type" : "linear"
}
}
2022-12-20 23:10:00 +01:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 50
2022-12-20 23:10:00 +01:00
} ,
"heatmap" : { } ,
"hideZeroBuckets" : true ,
"highlightCards" : true ,
"id" : 127 ,
"legend" : {
"show" : true
} ,
"links" : [ ] ,
2023-01-17 17:37:44 +01:00
"options" : {
"calculate" : false ,
"calculation" : { } ,
"cellGap" : 1 ,
"cellValues" : { } ,
"color" : {
"exponent" : 0.5 ,
"fill" : "#5794F2" ,
"min" : 0 ,
"mode" : "opacity" ,
"reverse" : false ,
"scale" : "exponential" ,
"scheme" : "Oranges" ,
"steps" : 128
} ,
"exemplars" : {
"color" : "rgba(255,0,255,0.7)"
} ,
"filterValues" : {
"le" : 1e-9
} ,
"legend" : {
"show" : true
} ,
"rowsFrame" : {
"layout" : "auto"
} ,
"showValue" : "never" ,
"tooltip" : {
"show" : true ,
"yHistogram" : true
} ,
"yAxis" : {
"axisPlacement" : "left" ,
"decimals" : 0 ,
"reverse" : false ,
"unit" : "short"
}
} ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"reverseYBuckets" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0)" ,
"format" : "heatmap" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"title" : "Events persisted, by number of forward extremities in room (heatmap)" ,
"tooltip" : {
"show" : true ,
"showHistogram" : true
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"yAxis" : {
"decimals" : 0 ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
} ,
"yBucketBound" : "auto"
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "For a given percentage P, the number X where P% of events were persisted to rooms with X forward extremities or fewer." ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 50
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 128 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2023-01-17 17:37:44 +01:00
"options" : {
"alertThreshold" : true
} ,
2022-12-20 23:10:00 +01:00
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.5, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "50%" ,
"refId" : "A"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.75, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "75%" ,
"refId" : "B"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.90, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "90%" ,
"refId" : "C"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.99, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "99%" ,
"refId" : "D"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Events persisted, by number of forward extremities in room (quantiles)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : "Number of extremities in room" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"cards" : {
"cardPadding" : 0
} ,
"color" : {
"cardColor" : "#FF9830" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateInferno" ,
"exponent" : 0.5 ,
"min" : 0 ,
"mode" : "opacity"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "Colour reflects the number of events persisted to rooms with the given number of stale forward extremities, or fewer.\n\nStale forward extremities are those that were in the previous set of extremities as well as the new." ,
"fieldConfig" : {
"defaults" : {
2023-01-17 17:37:44 +01:00
"custom" : {
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"scaleDistribution" : {
"type" : "linear"
}
}
2022-12-20 23:10:00 +01:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 58
2022-12-20 23:10:00 +01:00
} ,
"heatmap" : { } ,
"hideZeroBuckets" : true ,
"highlightCards" : true ,
"id" : 129 ,
"legend" : {
"show" : true
} ,
"links" : [ ] ,
2023-01-17 17:37:44 +01:00
"options" : {
"calculate" : false ,
"calculation" : { } ,
"cellGap" : 1 ,
"cellValues" : { } ,
"color" : {
"exponent" : 0.5 ,
"fill" : "#FF9830" ,
"min" : 0 ,
"mode" : "opacity" ,
"reverse" : false ,
"scale" : "exponential" ,
"scheme" : "Oranges" ,
"steps" : 128
} ,
"exemplars" : {
"color" : "rgba(255,0,255,0.7)"
} ,
"filterValues" : {
"le" : 1e-9
} ,
"legend" : {
"show" : true
} ,
"rowsFrame" : {
"layout" : "auto"
} ,
"showValue" : "never" ,
"tooltip" : {
"show" : true ,
"yHistogram" : true
} ,
"yAxis" : {
"axisPlacement" : "left" ,
"decimals" : 0 ,
"reverse" : false ,
"unit" : "short"
}
} ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2023-01-17 17:37:44 +01:00
"reverseYBuckets" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2023-01-17 17:37:44 +01:00
} ,
"expr" : "rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0)" ,
"format" : "heatmap" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"title" : "Events persisted, by number of stale forward extremities in room (heatmap)" ,
"tooltip" : {
"show" : true ,
"showHistogram" : true
} ,
"type" : "heatmap" ,
"xAxis" : {
2022-12-20 23:10:00 +01:00
"show" : true
} ,
"yAxis" : {
"decimals" : 0 ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
} ,
"yBucketBound" : "auto"
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "For given percentage P, the number X where P% of events were persisted to rooms with X stale forward extremities or fewer.\n\nStale forward extremities are those that were in the previous set of extremities as well as the new." ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 58
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 130 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2023-01-17 17:37:44 +01:00
"options" : {
"alertThreshold" : true
} ,
2022-12-20 23:10:00 +01:00
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.5, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "50%" ,
"refId" : "A"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.75, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "75%" ,
"refId" : "B"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.90, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "90%" ,
"refId" : "C"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.99, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "99%" ,
"refId" : "D"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Events persisted, by number of stale forward extremities in room (quantiles)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : "Number of stale forward extremities in room" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"cards" : {
"cardPadding" : 0
} ,
"color" : {
"cardColor" : "#73BF69" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateInferno" ,
"exponent" : 0.5 ,
"min" : 0 ,
"mode" : "opacity"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "Colour reflects the number of state resolution operations performed over the given number of state groups, or fewer." ,
"fieldConfig" : {
"defaults" : {
2023-01-17 17:37:44 +01:00
"custom" : {
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"scaleDistribution" : {
"type" : "linear"
}
}
2022-12-20 23:10:00 +01:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 66
2022-12-20 23:10:00 +01:00
} ,
"heatmap" : { } ,
"hideZeroBuckets" : true ,
"highlightCards" : true ,
"id" : 131 ,
"legend" : {
"show" : true
} ,
"links" : [ ] ,
2023-01-17 17:37:44 +01:00
"options" : {
"calculate" : false ,
"calculation" : { } ,
"cellGap" : 1 ,
"cellValues" : { } ,
"color" : {
"exponent" : 0.5 ,
"fill" : "#73BF69" ,
"min" : 0 ,
"mode" : "opacity" ,
"reverse" : false ,
"scale" : "exponential" ,
"scheme" : "Oranges" ,
"steps" : 128
} ,
"exemplars" : {
"color" : "rgba(255,0,255,0.7)"
} ,
"filterValues" : {
"le" : 1e-9
} ,
"legend" : {
"show" : true
} ,
"rowsFrame" : {
"layout" : "auto"
} ,
"showValue" : "never" ,
"tooltip" : {
"show" : true ,
"yHistogram" : true
} ,
"yAxis" : {
"axisPlacement" : "left" ,
"decimals" : 0 ,
"reverse" : false ,
"unit" : "short"
}
} ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"reverseYBuckets" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "rate(synapse_state_number_state_groups_in_resolution_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "heatmap" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"title" : "Number of state resolution performed, by number of state groups involved (heatmap)" ,
"tooltip" : {
"show" : true ,
"showHistogram" : true
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"yAxis" : {
"decimals" : 0 ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
} ,
"yBucketBound" : "auto"
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:20:42 +02:00
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "For a given percentage P, the number X where P% of state resolution operations took place over X state groups or fewer." ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 66
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 132 ,
"interval" : "" ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2023-01-17 17:37:44 +01:00
"options" : {
"alertThreshold" : true
} ,
2022-12-20 23:10:00 +01:00
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
2023-06-20 13:20:42 +02:00
"editorMode" : "code" ,
2022-12-20 23:10:00 +01:00
"expr" : "histogram_quantile(0.5, rate(synapse_state_number_state_groups_in_resolution_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "50%" ,
2023-06-20 13:20:42 +02:00
"range" : true ,
2022-12-20 23:10:00 +01:00
"refId" : "A"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.75, rate(synapse_state_number_state_groups_in_resolution_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "75%" ,
"refId" : "B"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.90, rate(synapse_state_number_state_groups_in_resolution_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "90%" ,
"refId" : "C"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "histogram_quantile(0.99, rate(synapse_state_number_state_groups_in_resolution_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "99%" ,
"refId" : "D"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Number of state resolutions performed, by number of state groups involved (quantiles)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : "Number of state groups" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"description" : "When we do a state res while persisting events we try and see if we can prune any stale extremities." ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 74
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
"id" : 179 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2023-01-17 17:37:44 +01:00
"options" : {
"alertThreshold" : true
} ,
2022-12-20 23:10:00 +01:00
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(rate(synapse_storage_events_state_resolutions_during_persistence_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"interval" : "" ,
"legendFormat" : "State res " ,
"refId" : "A"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(rate(synapse_storage_events_potential_times_prune_extremities_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"interval" : "" ,
"legendFormat" : "Potential to prune" ,
"refId" : "B"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"expr" : "sum(rate(synapse_storage_events_times_pruned_extremities_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"interval" : "" ,
"legendFormat" : "Pruned" ,
"refId" : "C"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Stale extremity dropping" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
}
] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"refId" : "A"
}
] ,
"title" : "Extremities" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-03-04 03:14:54 +01:00
"y" : 42
2022-12-20 23:10:00 +01:00
} ,
2023-06-20 13:20:42 +02:00
"id" : 158 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2023-06-20 13:20:42 +02:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 43
} ,
"hiddenSeries" : false ,
"id" : 156 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
"pluginVersion" : "9.2.2" ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"$$hashKey" : "object:632" ,
"alias" : "Max" ,
"color" : "#bf1b00" ,
"fill" : 0 ,
"linewidth" : 2
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2023-06-20 13:20:42 +02:00
} ,
"editorMode" : "code" ,
"expr" : "max(synapse_admin_mau_max{instance=\"$instance\"})" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "Max" ,
"range" : true ,
"refId" : "B"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2023-06-20 13:20:42 +02:00
} ,
"editorMode" : "code" ,
"expr" : "max(synapse_admin_mau_current{instance=\"$instance\"})" ,
"hide" : false ,
"legendFormat" : "Current" ,
"range" : true ,
"refId" : "C"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "MAU Limits" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:176" ,
"format" : "short" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"$$hashKey" : "object:177" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2023-06-20 13:20:42 +02:00
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 43
} ,
"hiddenSeries" : false ,
"id" : 160 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
"pluginVersion" : "9.2.2" ,
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2023-06-20 13:20:42 +02:00
} ,
"expr" : "synapse_admin_mau_current_mau_by_service{instance=\"$instance\"}" ,
"interval" : "" ,
"legendFormat" : "{{ app_service }}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "MAU by Appservice" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
}
] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"refId" : "A"
}
] ,
"title" : "MAU" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 43
} ,
2023-03-04 05:11:40 +01:00
"id" : 177 ,
2022-12-20 23:10:00 +01:00
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
2023-03-04 05:11:40 +01:00
"h" : 7 ,
2022-12-20 23:10:00 +01:00
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 44
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
2023-03-04 05:11:40 +01:00
"id" : 173 ,
2022-12-20 23:10:00 +01:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
2023-03-04 05:11:40 +01:00
"seriesOverrides" : [ ] ,
2022-12-20 23:10:00 +01:00
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editorMode" : "code" ,
2023-03-04 05:11:40 +01:00
"expr" : "rate(synapse_notifier_users_woken_by_stream_total{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"format" : "time_series" ,
2022-12-20 23:10:00 +01:00
"hide" : false ,
2023-03-04 05:11:40 +01:00
"intervalFactor" : 2 ,
"legendFormat" : "{{stream}} {{index}}" ,
"metric" : "synapse_notifier" ,
2022-12-20 23:10:00 +01:00
"range" : true ,
2023-03-04 05:11:40 +01:00
"refId" : "A" ,
"step" : 2
2022-12-20 23:10:00 +01:00
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
2023-03-04 05:11:40 +01:00
"title" : "Notifier Streams Woken" ,
2022-12-20 23:10:00 +01:00
"tooltip" : {
"shared" : true ,
2023-03-04 05:11:40 +01:00
"sort" : 2 ,
2022-12-20 23:10:00 +01:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2023-03-04 05:11:40 +01:00
"$$hashKey" : "object:734" ,
"format" : "hertz" ,
2022-12-20 23:10:00 +01:00
"logBase" : 1 ,
"show" : true
} ,
{
2023-03-04 05:11:40 +01:00
"$$hashKey" : "object:735" ,
2022-12-20 23:10:00 +01:00
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-03-04 05:11:40 +01:00
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2023-03-04 05:11:40 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
2022-12-20 23:10:00 +01:00
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
2023-03-04 05:11:40 +01:00
"h" : 7 ,
2022-12-20 23:10:00 +01:00
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 44
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
2023-03-04 05:11:40 +01:00
"id" : 175 ,
2022-12-20 23:10:00 +01:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
2023-03-04 05:11:40 +01:00
"links" : [ ] ,
2022-12-20 23:10:00 +01:00
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2023-03-04 05:11:40 +01:00
"pointradius" : 5 ,
2022-12-20 23:10:00 +01:00
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
2023-03-04 05:11:40 +01:00
"editorMode" : "code" ,
"expr" : "rate(synapse_handler_presence_get_updates_total{job=~\"$job\",instance=\"$instance\"}[$bucket_size])" ,
"format" : "time_series" ,
2022-12-20 23:10:00 +01:00
"interval" : "" ,
2023-03-04 05:11:40 +01:00
"intervalFactor" : 2 ,
"legendFormat" : "{{type}} {{index}}" ,
"range" : true ,
"refId" : "A" ,
"step" : 2
2022-12-20 23:10:00 +01:00
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
2023-03-04 05:11:40 +01:00
"title" : "Presence Stream Fetch Type Rates" ,
2022-12-20 23:10:00 +01:00
"tooltip" : {
"shared" : true ,
2023-03-04 05:11:40 +01:00
"sort" : 2 ,
2022-12-20 23:10:00 +01:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2023-03-04 05:11:40 +01:00
"$$hashKey" : "object:819" ,
"format" : "hertz" ,
2022-12-20 23:10:00 +01:00
"logBase" : 1 ,
2023-03-04 05:11:40 +01:00
"min" : "0" ,
2022-12-20 23:10:00 +01:00
"show" : true
} ,
{
2023-03-04 05:11:40 +01:00
"$$hashKey" : "object:820" ,
2022-12-20 23:10:00 +01:00
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
}
] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"refId" : "A"
}
] ,
2023-03-04 05:11:40 +01:00
"title" : "Notifier" ,
2022-12-20 23:10:00 +01:00
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 44
2022-12-20 23:10:00 +01:00
} ,
2023-03-04 05:11:40 +01:00
"id" : 170 ,
2022-12-20 23:10:00 +01:00
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
2023-03-04 05:11:40 +01:00
"h" : 8 ,
2022-12-20 23:10:00 +01:00
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 45
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
2023-03-04 05:11:40 +01:00
"id" : 168 ,
2022-12-20 23:10:00 +01:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2023-03-04 05:11:40 +01:00
"pointradius" : 2 ,
2022-12-20 23:10:00 +01:00
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editorMode" : "code" ,
2023-03-04 05:11:40 +01:00
"expr" : "rate(synapse_appservice_api_sent_events_total{instance=\"$instance\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "{{service}}" ,
2022-12-20 23:10:00 +01:00
"range" : true ,
2023-03-04 05:11:40 +01:00
"refId" : "A"
2022-12-20 23:10:00 +01:00
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
2023-03-04 05:11:40 +01:00
"title" : "Sent Events rate" ,
2022-12-20 23:10:00 +01:00
"tooltip" : {
"shared" : true ,
2023-03-04 05:11:40 +01:00
"sort" : 0 ,
2022-12-20 23:10:00 +01:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2023-03-04 05:11:40 +01:00
"$$hashKey" : "object:177" ,
2022-12-20 23:10:00 +01:00
"format" : "hertz" ,
"logBase" : 1 ,
"show" : true
} ,
{
2023-03-04 05:11:40 +01:00
"$$hashKey" : "object:178" ,
2022-12-20 23:10:00 +01:00
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
2023-03-04 05:11:40 +01:00
"h" : 8 ,
2022-12-20 23:10:00 +01:00
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 45
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
2023-03-04 05:11:40 +01:00
"id" : 171 ,
2022-12-20 23:10:00 +01:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2023-03-04 05:11:40 +01:00
"pointradius" : 2 ,
2022-12-20 23:10:00 +01:00
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editorMode" : "code" ,
2023-03-04 05:11:40 +01:00
"expr" : "rate(synapse_appservice_api_sent_transactions_total{instance=\"$instance\"}[$bucket_size])" ,
2022-12-20 23:10:00 +01:00
"interval" : "" ,
2023-03-04 05:11:40 +01:00
"legendFormat" : "{{exported_service }} {{ service }}" ,
2022-12-20 23:10:00 +01:00
"range" : true ,
2023-03-04 05:11:40 +01:00
"refId" : "A"
2022-12-20 23:10:00 +01:00
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
2023-03-04 05:11:40 +01:00
"title" : "Transactions rate" ,
2022-12-20 23:10:00 +01:00
"tooltip" : {
"shared" : true ,
2023-03-04 05:11:40 +01:00
"sort" : 0 ,
2022-12-20 23:10:00 +01:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2023-03-04 05:11:40 +01:00
"$$hashKey" : "object:260" ,
2022-12-20 23:10:00 +01:00
"format" : "hertz" ,
"logBase" : 1 ,
"show" : true
} ,
{
2023-03-04 05:11:40 +01:00
"$$hashKey" : "object:261" ,
2022-12-20 23:10:00 +01:00
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
}
] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"refId" : "A"
}
] ,
2023-03-04 05:11:40 +01:00
"title" : "Appservices" ,
2022-12-20 23:10:00 +01:00
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 45
2022-12-20 23:10:00 +01:00
} ,
2023-03-04 05:11:40 +01:00
"id" : 188 ,
2022-12-20 23:10:00 +01:00
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 46
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
2023-03-04 05:11:40 +01:00
"id" : 182 ,
2022-12-20 23:10:00 +01:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
2023-03-04 05:11:40 +01:00
"expr" : "rate(synapse_handler_presence_notified_presence_total{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
2022-12-20 23:10:00 +01:00
"interval" : "" ,
2023-03-04 05:11:40 +01:00
"legendFormat" : "Notified" ,
2022-12-20 23:10:00 +01:00
"refId" : "A"
2023-03-04 05:11:40 +01:00
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2023-03-04 05:11:40 +01:00
} ,
"expr" : "rate(synapse_handler_presence_federation_presence_out_total{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "Remote ping" ,
"refId" : "B"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2023-03-04 05:11:40 +01:00
} ,
"expr" : "rate(synapse_handler_presence_presence_updates_total{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "Total updates" ,
"refId" : "C"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2023-03-04 05:11:40 +01:00
} ,
"expr" : "rate(synapse_handler_presence_federation_presence_total{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "Remote updates" ,
"refId" : "D"
} ,
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2023-03-04 05:11:40 +01:00
} ,
"expr" : "rate(synapse_handler_presence_bump_active_time_total{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "Bump active time" ,
"refId" : "E"
2022-12-20 23:10:00 +01:00
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
2023-03-04 05:11:40 +01:00
"title" : "Presence" ,
2022-12-20 23:10:00 +01:00
"tooltip" : {
"shared" : true ,
2023-03-04 05:11:40 +01:00
"sort" : 2 ,
2022-12-20 23:10:00 +01:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 46
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
2023-03-04 05:11:40 +01:00
"id" : 184 ,
2022-12-20 23:10:00 +01:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editorMode" : "code" ,
2023-03-04 05:11:40 +01:00
"expr" : "rate(synapse_handler_presence_state_transition_total{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
2022-12-20 23:10:00 +01:00
"interval" : "" ,
2023-03-04 05:11:40 +01:00
"legendFormat" : "{{from}} -> {{to}}" ,
2022-12-20 23:10:00 +01:00
"range" : true ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
2023-03-04 05:11:40 +01:00
"title" : "Presence state transitions" ,
2022-12-20 23:10:00 +01:00
"tooltip" : {
"shared" : true ,
2023-03-04 05:11:40 +01:00
"sort" : 2 ,
2022-12-20 23:10:00 +01:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2023-03-04 05:11:40 +01:00
"$$hashKey" : "object:1090" ,
2022-12-20 23:10:00 +01:00
"format" : "hertz" ,
"logBase" : 1 ,
"show" : true
} ,
{
2023-03-04 05:11:40 +01:00
"$$hashKey" : "object:1091" ,
2022-12-20 23:10:00 +01:00
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
2023-03-04 05:11:40 +01:00
} ,
2022-12-20 23:10:00 +01:00
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
2023-03-04 05:11:40 +01:00
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 54
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
2023-03-04 05:11:40 +01:00
"id" : 186 ,
2022-12-20 23:10:00 +01:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
2023-03-04 05:11:40 +01:00
"editorMode" : "code" ,
"expr" : "rate(synapse_handler_presence_notify_reason_total{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
2022-12-20 23:10:00 +01:00
"interval" : "" ,
2023-03-04 05:11:40 +01:00
"legendFormat" : "{{reason}}" ,
"range" : true ,
2022-12-20 23:10:00 +01:00
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
2023-03-04 05:11:40 +01:00
"title" : "Presence notify reason" ,
2022-12-20 23:10:00 +01:00
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2023-03-04 05:11:40 +01:00
"$$hashKey" : "object:165" ,
2022-12-20 23:10:00 +01:00
"format" : "hertz" ,
"logBase" : 1 ,
"show" : true
} ,
{
2023-03-04 05:11:40 +01:00
"$$hashKey" : "object:166" ,
2022-12-20 23:10:00 +01:00
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
2023-03-04 05:11:40 +01:00
}
] ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"refId" : "A"
}
] ,
"title" : "Presence" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : {
"type" : "prometheus" ,
"uid" : "000000001"
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 46
2023-03-04 05:11:40 +01:00
} ,
"id" : 197 ,
"panels" : [
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2023-03-04 05:11:40 +01:00
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 10 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-06-20 13:20:42 +02:00
"color" : "green"
2023-03-04 05:11:40 +01:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "hertz"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 47
2023-03-04 05:11:40 +01:00
} ,
"id" : 191 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.0.4" ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2023-03-04 05:11:40 +01:00
} ,
"editorMode" : "code" ,
"expr" : "rate(synapse_external_cache_set{job=~\"$job\", instance=\"$instance\", index=~\"$index\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "{{ cache_name }} {{job}}-{{ index }}" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "External Cache Set Rate" ,
"type" : "timeseries"
2022-12-20 23:10:00 +01:00
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
2023-03-04 05:11:40 +01:00
"description" : "" ,
2022-12-20 23:10:00 +01:00
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 47
2022-12-20 23:10:00 +01:00
} ,
"hiddenSeries" : false ,
2023-03-04 05:11:40 +01:00
"id" : 193 ,
2022-12-20 23:10:00 +01:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2022-12-20 23:10:00 +01:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"editorMode" : "code" ,
2023-03-04 05:11:40 +01:00
"expr" : "sum without (hit) (rate(synapse_external_cache_get{job=~\"$job\", instance=\"$instance\", index=~\"$index\"}[$bucket_size]))" ,
2022-12-20 23:10:00 +01:00
"interval" : "" ,
2023-03-04 05:11:40 +01:00
"legendFormat" : "{{ cache_name }} {{job}}-{{ index }}" ,
2022-12-20 23:10:00 +01:00
"range" : true ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
2023-03-04 05:11:40 +01:00
"title" : "External Cache Get Rate" ,
2022-12-20 23:10:00 +01:00
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2023-03-04 05:11:40 +01:00
"$$hashKey" : "object:390" ,
2022-12-20 23:10:00 +01:00
"format" : "hertz" ,
"logBase" : 1 ,
"show" : true
} ,
{
2023-03-04 05:11:40 +01:00
"$$hashKey" : "object:391" ,
2022-12-20 23:10:00 +01:00
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
2023-03-04 05:11:40 +01:00
"cards" : {
"cardPadding" : -1
} ,
"color" : {
"cardColor" : "#b4ff00" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateInferno" ,
"exponent" : 0.5 ,
"min" : 0 ,
"mode" : "spectrum"
} ,
"dataFormat" : "tsbuckets" ,
2022-12-20 23:10:00 +01:00
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
2023-03-04 05:11:40 +01:00
"fieldConfig" : {
"defaults" : {
"custom" : {
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"scaleDistribution" : {
"type" : "linear"
}
}
} ,
"overrides" : [ ]
} ,
2022-12-20 23:10:00 +01:00
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2023-06-20 13:20:42 +02:00
"y" : 55
2022-12-20 23:10:00 +01:00
} ,
2023-03-04 05:11:40 +01:00
"heatmap" : { } ,
"hideZeroBuckets" : false ,
"highlightCards" : true ,
"id" : 195 ,
2022-12-20 23:10:00 +01:00
"legend" : {
2023-03-04 05:11:40 +01:00
"show" : false
2022-12-20 23:10:00 +01:00
} ,
2023-03-04 05:11:40 +01:00
"links" : [ ] ,
2022-12-20 23:10:00 +01:00
"options" : {
2023-03-04 05:11:40 +01:00
"calculate" : false ,
"calculation" : { } ,
"cellGap" : -1 ,
"cellValues" : {
"decimals" : 2
} ,
"color" : {
"exponent" : 0.5 ,
"fill" : "#b4ff00" ,
"min" : 0 ,
"mode" : "scheme" ,
"reverse" : false ,
"scale" : "exponential" ,
"scheme" : "Inferno" ,
"steps" : 128
} ,
"exemplars" : {
"color" : "rgba(255,0,255,0.7)"
} ,
"filterValues" : {
"le" : 1e-9
} ,
"legend" : {
"show" : false
} ,
"rowsFrame" : {
"layout" : "auto"
} ,
"showValue" : "never" ,
"tooltip" : {
"show" : true ,
"yHistogram" : true
} ,
"yAxis" : {
"axisPlacement" : "left" ,
"decimals" : 0 ,
"reverse" : false ,
"unit" : "s"
}
2022-12-20 23:10:00 +01:00
} ,
2023-06-20 13:20:42 +02:00
"pluginVersion" : "9.2.2" ,
2023-03-04 05:11:40 +01:00
"reverseYBuckets" : false ,
2022-12-20 23:10:00 +01:00
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
2023-03-04 05:11:40 +01:00
"expr" : "sum(rate(synapse_external_cache_response_time_seconds_bucket{index=~\"$index\",instance=\"$instance\",job=~\"$job\"}[$bucket_size])) by (le)" ,
"format" : "heatmap" ,
"instant" : false ,
2022-12-20 23:10:00 +01:00
"interval" : "" ,
2023-03-04 05:11:40 +01:00
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
2022-12-20 23:10:00 +01:00
"refId" : "A"
}
] ,
2023-03-04 05:11:40 +01:00
"title" : "External Cache Response Time" ,
2022-12-20 23:10:00 +01:00
"tooltip" : {
"show" : true ,
2023-03-04 05:11:40 +01:00
"showHistogram" : true
2022-12-20 23:10:00 +01:00
} ,
2023-03-04 05:11:40 +01:00
"tooltipDecimals" : 2 ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"yAxis" : {
"decimals" : 0 ,
"format" : "s" ,
"logBase" : 1 ,
"show" : true
} ,
"yBucketBound" : "auto"
} ,
2022-12-20 23:10:00 +01:00
{
"datasource" : {
"type" : "prometheus" ,
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
2023-03-04 05:11:40 +01:00
"description" : "" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 10 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-06-20 13:20:42 +02:00
"color" : "green"
2023-03-04 05:11:40 +01:00
}
]
} ,
"unit" : "hertz"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2023-06-20 13:20:42 +02:00
"y" : 55
2023-03-04 05:11:40 +01:00
} ,
"id" : 223 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.0.4" ,
"targets" : [
{
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2023-03-04 05:11:40 +01:00
} ,
"editorMode" : "code" ,
"expr" : "rate(synapse_external_cache_get{job=~\"$job\", instance=\"$instance\", index=~\"$index\", hit=\"False\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "{{ cache_name }} {{job}}-{{ index }}" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "External Cache Miss Rate" ,
"type" : "timeseries"
2022-12-20 23:10:00 +01:00
}
] ,
2023-01-17 17:37:44 +01:00
"targets" : [
2022-12-20 23:10:00 +01:00
{
"datasource" : {
"type" : "prometheus" ,
2023-01-17 17:37:44 +01:00
"uid" : "000000001"
2022-12-20 23:10:00 +01:00
} ,
2023-01-17 17:37:44 +01:00
"refId" : "A"
}
] ,
"title" : "External Cache" ,
"type" : "row"
2022-12-20 23:10:00 +01:00
}
] ,
2023-06-20 13:20:42 +02:00
"refresh" : false ,
"schemaVersion" : 37 ,
2022-12-20 23:10:00 +01:00
"style" : "dark" ,
"tags" : [
"matrix"
] ,
"templating" : {
"list" : [
{
"current" : {
"selected" : false ,
"text" : "default" ,
"value" : "default"
} ,
"hide" : 0 ,
"includeAll" : false ,
"multi" : false ,
"name" : "datasource" ,
"options" : [ ] ,
"query" : "prometheus" ,
"queryValue" : "" ,
"refresh" : 1 ,
"regex" : "" ,
"skipUrlSync" : false ,
"type" : "datasource"
} ,
{
"allFormat" : "glob" ,
"auto" : true ,
"auto_count" : 100 ,
"auto_min" : "30s" ,
"current" : {
"selected" : false ,
"text" : "auto" ,
"value" : "$__auto_interval_bucket_size"
} ,
"hide" : 0 ,
"includeAll" : false ,
"label" : "Bucket Size" ,
"multi" : false ,
"multiFormat" : "glob" ,
"name" : "bucket_size" ,
"options" : [
{
"selected" : true ,
"text" : "auto" ,
"value" : "$__auto_interval_bucket_size"
} ,
{
"selected" : false ,
"text" : "30s" ,
"value" : "30s"
} ,
{
"selected" : false ,
"text" : "1m" ,
"value" : "1m"
} ,
{
"selected" : false ,
"text" : "2m" ,
"value" : "2m"
} ,
{
"selected" : false ,
"text" : "5m" ,
"value" : "5m"
} ,
{
"selected" : false ,
"text" : "10m" ,
"value" : "10m"
} ,
{
"selected" : false ,
"text" : "15m" ,
"value" : "15m"
}
] ,
"query" : "30s,1m,2m,5m,10m,15m" ,
"queryValue" : "" ,
"refresh" : 2 ,
"skipUrlSync" : false ,
"type" : "interval"
} ,
{
2023-06-20 13:20:42 +02:00
"current" : { } ,
2022-12-20 23:10:00 +01:00
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"definition" : "" ,
"hide" : 0 ,
"includeAll" : false ,
"multi" : false ,
"name" : "instance" ,
"options" : [ ] ,
"query" : {
"query" : "label_values(synapse_util_metrics_block_ru_utime_seconds_total, instance)" ,
"refId" : "Prometheus-instance-Variable-Query"
} ,
"refresh" : 2 ,
"regex" : "" ,
"skipUrlSync" : false ,
"sort" : 1 ,
"tagValuesQuery" : "" ,
"tagsQuery" : "" ,
"type" : "query" ,
"useTags" : false
} ,
{
"allFormat" : "regex wildcard" ,
"allValue" : "" ,
2023-06-20 13:20:42 +02:00
"current" : { } ,
2022-12-20 23:10:00 +01:00
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"definition" : "" ,
"hide" : 0 ,
"hideLabel" : false ,
"includeAll" : true ,
"label" : "Job" ,
"multi" : true ,
"multiFormat" : "regex values" ,
"name" : "job" ,
"options" : [ ] ,
"query" : {
"query" : "label_values(synapse_util_metrics_block_ru_utime_seconds_total, job)" ,
"refId" : "Prometheus-job-Variable-Query"
} ,
"refresh" : 2 ,
"refresh_on_load" : false ,
"regex" : "" ,
"skipUrlSync" : false ,
"sort" : 1 ,
"tagValuesQuery" : "" ,
"tagsQuery" : "" ,
"type" : "query" ,
"useTags" : false
} ,
{
"allFormat" : "regex wildcard" ,
"allValue" : ".*" ,
2023-06-20 13:20:42 +02:00
"current" : { } ,
2022-12-20 23:10:00 +01:00
"datasource" : {
2023-06-20 13:46:00 +02:00
"uid" : "${datasource}"
2022-12-20 23:10:00 +01:00
} ,
"definition" : "" ,
"hide" : 0 ,
"hideLabel" : false ,
"includeAll" : true ,
"label" : "" ,
"multi" : true ,
"multiFormat" : "regex values" ,
"name" : "index" ,
"options" : [ ] ,
"query" : {
"query" : "label_values(synapse_util_metrics_block_ru_utime_seconds_total, index)" ,
"refId" : "Prometheus-index-Variable-Query"
} ,
"refresh" : 2 ,
"refresh_on_load" : false ,
"regex" : "" ,
"skipUrlSync" : false ,
"sort" : 3 ,
"tagValuesQuery" : "" ,
"tagsQuery" : "" ,
"type" : "query" ,
"useTags" : false
}
]
} ,
"time" : {
2023-06-20 13:20:42 +02:00
"from" : "now-3h" ,
2023-03-04 03:14:54 +01:00
"to" : "now"
2022-12-20 23:10:00 +01:00
} ,
"timepicker" : {
"now" : true ,
"refresh_intervals" : [
"5s" ,
"10s" ,
"30s" ,
"1m" ,
"5m" ,
"15m" ,
"30m" ,
"1h" ,
"2h" ,
"1d"
] ,
"time_options" : [
"5m" ,
"15m" ,
"1h" ,
"6h" ,
"12h" ,
"24h" ,
"2d" ,
"7d" ,
"30d"
]
} ,
"timezone" : "" ,
"title" : "Synapse" ,
"uid" : "000000012" ,
2023-06-20 13:20:42 +02:00
"version" : 160 ,
2022-12-20 23:10:00 +01:00
"weekStart" : ""
2023-06-20 13:20:42 +02:00
}