observability.svc.plus/files/grafana/13-paas-db/pgsql-replication.json

1106 lines
69 KiB
JSON

{
"annotations":{"list":[{"builtIn":1,"datasource":{"type":"datasource","uid":"grafana"},"enable":true,"hide":true,"iconColor":"rgba(0, 211, 255, 1)","name":"Annotations & Alerts","target":{"limit":100,"matchAny":false,"tags":[],"type":"dashboard"},"type":"dashboard"}]},
"author":"Ruohang Feng (rh@vonng.com)",
"description":"PostgreSQL Replication of Single cluster",
"editable":true,
"fiscalYearStartMonth":0,
"graphTooltip":0,
"id":null,
"license":"https://pigsty.io/docs/about/license/",
"links":[
{ "asDropdown":true,"icon":"external link","includeVars":true,"keepTime":true,"tags":["Pigsty","PGSQL","Overview"],"targetBlank":false,"title":"Overview","tooltip":"","type":"dashboards","url":"" },{ "asDropdown":true,"icon":"external link","includeVars":true,"keepTime":true,"tags":["Pigsty","PGSQL","Cluster"] ,"targetBlank":false,"title":"Cluster" ,"tooltip":"","type":"dashboards","url":"" },
{ "asDropdown":true,"icon":"external link","includeVars":true,"keepTime":true,"tags":["Pigsty","PGSQL","Instance"],"targetBlank":false,"title":"Instance","tooltip":"","type":"dashboards","url":"" },{ "asDropdown":true,"icon":"external link","includeVars":true,"keepTime":true,"tags":["Pigsty","PGSQL","Database"],"targetBlank":false,"title":"Database","tooltip":"","type":"dashboards","url":"" }
],
"panels":[
{"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":0},"id":70,"panels":[],"title":"Overview","type":"row"},
{
"datasource":{"type":"marcusolsson-static-datasource","uid":"ds-static"},
"description":"",
"fieldConfig":{
"defaults":{"color":{"mode":"thresholds"},"mappings":[],"max":2.5,"min":0,"thresholds":{"mode":"absolute","steps":[{"color":"#3e668f"}]}},
"overrides":[{"matcher":{"id":"byFrameRefID","options":"A"},"properties":[{"id":"links","value":[{"title":"PGSQL Instance : ${primary}","url":"/d/pgsql-instance?var-ins=${primary}&${__url_time_range}"}]}]},{"matcher":{"id":"byFrameRefID","options":"B"},"properties":[{"id":"links","value":[{"title":"PGSQL Cluster : ${cls}","url":"/d/pgsql-cluster?var-cls=${cls}&${__url_time_range}"}]}]}]
},
"gridPos":{"h":5,"w":6,"x":0,"y":1},
"id":115,
"options":{"colorMode":"background","graphMode":"area","justifyMode":"auto","orientation":"horizontal","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"/.*/","values":true},"showPercentChange":false,"text":{"titleSize":16,"valueSize":16},"textMode":"value_and_name","wideLayout":true},
"pluginVersion":"12.0.0",
"targets":[
{ "datasource":{"type":"marcusolsson-static-datasource","uid":"ds-static"},"frame":{"fields":[{"config":{},"name":"Cluster","type":"string","values":["${cls}"]}],"meta":{},"name":""} ,"hide":false,"refId":"B" },
{ "datasource":{"type":"marcusolsson-static-datasource","uid":"ds-static"},"frame":{"fields":[{"config":{},"name":"Leader","type":"string","values":["$primary"]}],"meta":{},"name":""},"hide":false,"refId":"A" }
],
"title":"",
"type":"stat"
},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"description":"All instances among pgsql cluster ${cls}\n\nInstance: Goto PGSQL Instance\n\nIP: Goto PGSQL Node\n\nStatus: Goto PGSQL Service\n\nLoad: max(cpu,postgres,pgbouncer)\n\nSpace: Disk space usage max(all device)\n\nProxy: session number, Goto Haproxy Admin Page",
"fieldConfig":{
"defaults":{"color":{"mode":"thresholds"},"custom":{"align":"center","cellOptions":{"type":"auto"},"inspect":false},"mappings":[],"max":1.2,"min":0,"thresholds":{"mode":"absolute","steps":[{"color":"#e3e3e3e0"}]}},
"overrides":[
{"matcher":{"id":"byName","options":"Instance"},"properties":[{"id":"links","value":[{"title":"PGSQL Instance ${__data.fields.Instance}","url":"/d/pgsql-instance?var-ins=${__data.fields.Instance}&${__url_time_range}"}]},{"id":"custom.width"}]},
{"matcher":{"id":"byName","options":"IP"},"properties":[{"id":"custom.width","value":110},{"id":"links","value":[{"title":"Node Instance : ${__data.fields.IP}","url":"/d/node-instance?var-id=${__data.fields.IP}&${__url_time_range}"}]}]},
{
"matcher":{"id":"byName","options":"Role"},
"properties":[
{ "id":"custom.width" ,"value":80 },{ "id":"mappings" ,"value":[{"options":{"0":{"color":"#3e668f","index":0,"text":"primary"},"1":{"color":"#346f36cc","index":1,"text":"replica"}},"type":"value"}] },
{ "id":"custom.cellOptions","value":{"mode":"gradient","type":"color-background"} },{ "id":"links" ,"value":[{"title":"PGSQL Service for ${cls}-${__data.fields.Role}","url":"/d/pgsql-service?var-svc=${cls}-${__data.fields.Role}&${__url_time_range}"}] }
]
},{
"matcher":{"id":"byName","options":"Load"},
"properties":[
{ "id":"custom.cellOptions","value":{"mode":"gradient","type":"gauge"} },
{ "id":"color" ,"value":{"mode":"thresholds"} },
{ "id":"unit" ,"value":"percentunit" },
{ "id":"custom.width" ,"value":120 },
{ "id":"thresholds" ,"value":{"mode":"absolute","steps":[{"color":"#3e668f"},{"color":"#346f36cc","value":0.1},{"color":"#fcdb72","value":0.3},{"color":"#f79f64","value":0.5},{"color":"red","value":0.7},{"color":"#b783af","value":0.9},{"color":"text","value":1}]} },
{ "id":"decimals" ,"value":1 }
]
},
{"matcher":{"id":"byName","options":"Cluster"},"properties":[{"id":"links","value":[{"title":"PGSQL Cluster for ${__data.fields.Cluster}","url":"/d/pgsql-cluster?var-cls=${__data.fields.Cluster}&${__url_time_range}"}]}]},
{"matcher":{"id":"byName","options":"TPS"},"properties":[{"id":"custom.width","value":80},{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#3e668f"},{"color":"#3e668f","value":32},{"color":"#f79f64","value":32000}]}},{"id":"custom.cellOptions","value":{"type":"color-text"}}]},
{"matcher":{"id":"byName","options":"QPS"},"properties":[{"id":"custom.width","value":80},{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#3e668f"},{"color":"#3e668f","value":32},{"color":"#f79f64","value":32000}]}},{"id":"custom.cellOptions","value":{"type":"color-text"}}]},
{
"matcher":{"id":"byName","options":"DB Conn"},
"properties":[{"id":"custom.width","value":80},{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#3e668f"},{"color":"#346f36cc","value":4},{"color":"#EAB839","value":20},{"color":"#EF843C","value":40},{"color":"#E24D42","value":80},{"color":"#b783af","value":100},{"color":"text","value":400}]}},{"id":"custom.cellOptions","value":{"type":"color-text"}}]
},{
"matcher":{"id":"byName","options":"RT"},
"properties":[
{ "id":"custom.width" ,"value":80 },
{ "id":"unit" ,"value":"s" },
{ "id":"mappings" ,"value":[{"options":{"match":"nan","result":{"index":1,"text":"-"}},"type":"special"}] },
{ "id":"thresholds" ,"value":{"mode":"absolute","steps":[{"color":"#346f36cc"},{"color":"#fcdb72","value":1},{"color":"#f79f64","value":2},{"color":"red","value":4},{"color":"#b783af","value":8},{"color":"text","value":16}]} },
{ "id":"custom.cellOptions","value":{"type":"color-text"} }
]
},
{"matcher":{"id":"byName","options":"LB Conn"},"properties":[{"id":"custom.width","value":72},{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#3e668f"},{"color":"#346f36cc","value":1},{"color":"#fcdb72","value":1000},{"color":"#f79f64","value":2000},{"color":"red","value":3000}]}},{"id":"custom.cellOptions","value":{"type":"color-text"}}]},
{"matcher":{"id":"byName","options":"Queue"},"properties":[{"id":"custom.width","value":60},{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#346f36cc"},{"color":"red","value":1}]}},{"id":"custom.cellOptions","value":{"type":"color-text"}}]},
{"matcher":{"id":"byName","options":"HAProxy"},"properties":[{"id":"links","value":[{"targetBlank":true,"title":"HAProxy Admin Page : ${__data.fields.Instance}","url":"/haproxy/${__data.fields.Instance}"}]}]},
{"matcher":{"id":"byName","options":"Up"},"properties":[{"id":"custom.width","value":80},{"id":"mappings","value":[{"options":{"0":{"color":"#cc4637d9","index":0,"text":"Dead"},"1":{"color":"#346f36cc","index":1,"text":"Alive"}},"type":"value"}]},{"id":"custom.cellOptions","value":{"type":"color-background"}}]}
]
},
"gridPos":{"h":5,"w":18,"x":6,"y":1},
"id":113,
"links":[{"title":"PGSQL Instance : ${primary}","url":"/d/pgsql-instance?var-ins=${primary}&${__url_time_range}"}],
"options":{"cellHeight":"sm","footer":{"countRows":false,"fields":"","reducer":["sum"],"show":false},"showHeader":true,"sortBy":[{"desc":false,"displayName":"Instance"}]},
"pluginVersion":"12.0.0",
"targets":[
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"min by (ins,ip) (up{job=\"pgsql\", cls=\"$cls\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"A" },
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (pg:ins:load1{cls=\"$cls\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"B" },
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"}, "exemplar":false,"expr":"sum by (ins) (pg:ins:xact_total_rate1m{cls=\"$cls\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"C" },
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"min by (ins,ip) (pg_in_recovery{cls=\"$cls\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"D" },
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"}, "exemplar":false,"expr":"max by (ins) (pg:ins:num_backends{cls=\"$cls\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"E" },
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"}, "exemplar":false,"expr":"max by (ins) (pgbouncer:ins:xact_rt_1m{cls=\"$cls\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"F" },
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"}, "exemplar":false,"expr":"sum by (ins,instance) (haproxy_backend_current_sessions{cls=\"$cls\", proxy!=\"stats\"})","format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"G" }
],
"title":"",
"transformations":[
{"id":"seriesToColumns","options":{"byField":"ins"}},
{
"id":"organize",
"options":{
"excludeByName":{
"Time":true,
"Time 1":true,
"Time 10":true,
"Time 2":true,
"Time 3":true,
"Time 4":true,
"Time 6":true,
"Time 8":true,
"Time 9":true,
"Value #A":false,
"Value #B":false,
"Value #H":false,
"__name__":true,
"__name__ 1":true,
"__name__ 2":true,
"__name__ 3":true,
"__name__ 5":true,
"__name__ 7":true,
"cls":true,
"cls 1":true,
"cls 2":true,
"cls 3":true,
"cls 4":true,
"cls 5":true,
"cls 6":true,
"cls 7":true,
"instance":false,
"instance 1":true,
"instance 2":false,
"instance 3":true,
"instance 4":true,
"instance 5":true,
"instance 6":true,
"ip 2":true,
"ip 3":true,
"ip 4":true,
"ip 5":true,
"ip 6":true,
"ip 7":true,
"job":true,
"job 1":true,
"job 2":true,
"job 3":true,
"job 4":true,
"job 5":true,
"job 6":true,
"job 7":true
},
"indexByName":{"Time 1":9,"Time 2":10,"Time 3":11,"Time 4":12,"Time 5":13,"Time 6":15,"Value #A":0,"Value #B":4,"Value #C":5,"Value #D":1,"Value #E":7,"Value #G":6,"ins":2,"instance":8,"ip 1":3,"ip 2":14},
"renameByName":{"Time 4":"","Value #A":"Up","Value #B":"Load","Value #C":"TPS","Value #D":"Role","Value #E":"DB Conn","Value #F":"RT","Value #G":"LB Conn","Value #H":"LB","Value #I":"QPS","Value #J":"LB Clients","Value #K":"Lag","cls 1":"","cls 2":"","ins":"Instance","instance":"HAProxy","instance 2":"","ip":"IP","ip 1":"IP"}
}
}
],
"type":"table"
},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"description":"Replication Status among cluster ${cls}",
"fieldConfig":{
"defaults":{"color":{"mode":"thresholds"},"custom":{"align":"center","cellOptions":{"type":"auto"},"filterable":false,"inspect":false},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"#e3e3e3e0"}]}},
"overrides":[
{
"matcher":{"id":"byName","options":"STATE"},
"properties":[
{ "id":"custom.width" ,"value":100 },
{ "id":"mappings" ,"value":[{"options":{"-1":{"color":"#a352ccbf","index":0,"text":"unknown"},"0":{"color":"#346f36cc","index":1,"text":"streaming"},"1":{"color":"#e02f44bf","index":2,"text":"startup"},"2":{"color":"#f2cc0cbf","index":3,"text":"catchup"},"3":{"color":"#3275d9bf","index":4,"text":"backup"},"4":{"color":"#ff780abf","index":5,"text":"stopping"}},"type":"value"}] },
{ "id":"custom.cellOptions","value":{"mode":"gradient","type":"color-background"} }
]
},
{"matcher":{"id":"byName","options":"TLI"},"properties":[{"id":"custom.width","value":60}]},
{
"matcher":{"id":"byName","options":"SYNC"},
"properties":[
{ "id":"mappings" ,"value":[{"options":{"-1":{"color":"#a352ccbf","index":4,"text":"unknown"},"0":{"color":"#346f36cc","index":0,"text":"async"},"1":{"color":"#f2cc0cbf","index":1,"text":"potential"},"2":{"color":"#3275d9bf","index":2,"text":"sync"},"3":{"color":"#ff780abf","index":3,"text":"quorum"}},"type":"value"}] },
{ "id":"custom.cellOptions","value":{"mode":"gradient","type":"color-background"} },
{ "id":"custom.width" ,"value":90 }
]
},
{"matcher":{"id":"byName","options":"SRC"},"properties":[{"id":"links","value":[{"title":"PGSQL Instance for replication source instance ${__data.fields.SRC}","url":"/d/pgsql-instance?var-ins=${__data.fields.SRC}&${__url_time_range}"}]}]},
{"matcher":{"id":"byName","options":"DST"},"properties":[{"id":"links","value":[{"title":"PGSQL Instance for replication destination instance ${__data.fields.DST}","url":"/d/pgsql-instance?var-ins=${__data.fields.DST}&${__url_time_range}"}]}]},
{"matcher":{"id":"byName","options":"SRC IP"},"properties":[{"id":"custom.width","value":150},{"id":"links","value":[{"title":"PGSQL Node : ${__data.fields[\"SRC IP\"]}","url":"/d/node-instance?var-id=${__data.fields[\"SRC IP\"]}&${__url_time_range}"}]}]},
{"matcher":{"id":"byName","options":"DST IP"},"properties":[{"id":"custom.width","value":150},{"id":"links","value":[{"title":"PGSQL Node: ${__data.fields[\"DST IP\"]}","url":"/d/node-instance?var-id=${__data.fields[\"DST IP\"]}&${__url_time_range}"}]}]}
]
},
"gridPos":{"h":5,"w":24,"x":0,"y":6},
"id":110,
"options":{"cellHeight":"sm","footer":{"countRows":false,"fields":"","reducer":["sum"],"show":false},"showHeader":true,"sortBy":[]},
"pluginVersion":"12.0.0",
"targets":[
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"pg:cls:sender{cls=\"$cls\"}" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"A" },
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"pg:cls:receiver{cls=\"$cls\"}","format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"B" }
],
"title":"",
"transformations":[
{"id":"seriesToColumns","options":{"byField":"appname"}},
{
"id":"organize",
"options":{
"excludeByName":{"Time":true,"Time 1":true,"Time 2":true,"Value #A":false,"__name__":true,"__name__ 1":true,"__name__ 2":true,"address":true,"cls":true,"cls 1":true,"cls 2":true,"ip":false,"job":true,"job 1":true,"job 2":true,"pid":true,"sender_host":true,"sender_port":true,"usename":true},
"indexByName":{"Time 1":11,"Time 2":15,"Value #A":1,"Value #B":7,"__name__ 1":12,"__name__ 2":16,"address":13,"appname":3,"cls 1":14,"cls 2":17,"ins":2,"ip 1":4,"ip 2":5,"job 1":19,"job 2":20,"pid":8,"sender_host":10,"sender_port":18,"slot_name":6,"state":0,"usename":9},
"renameByName":{"Value":"TLI","Value #A":"SYNC","Value #B":"TLI","address":"","appname":"DST","ins":"SRC","ip":"SRC IP","ip 1":"SRC IP","ip 2":"DST IP","pid":"PID","sender_host":"","sender_port":"","slot_name":"SLOT","state":"STATE","usename":"USER"}
}
}
],
"type":"table"
},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"description":"Leadership shows who is in charge of this cluster ${cls}",
"fieldConfig":{
"defaults":{
"color":{"mode":"palette-classic"},
"custom":{
"axisBorderShow":false,
"axisCenteredZero":false,
"axisColorMode":"text",
"axisLabel":"",
"axisPlacement":"hidden",
"axisSoftMin":0,
"barAlignment":0,
"barWidthFactor":0.6,
"drawStyle":"line",
"fillOpacity":57,
"gradientMode":"none",
"hideFrom":{"graph":false,"legend":false,"tooltip":false,"viz":false},
"insertNulls":false,
"lineInterpolation":"stepBefore",
"lineWidth":0,
"pointSize":1,
"scaleDistribution":{"type":"linear"},
"showPoints":"auto",
"spanNulls":false,
"stacking":{"group":"A","mode":"none"},
"thresholdsStyle":{"mode":"off"}
},
"mappings":[],
"max":1,
"min":0,
"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]},
"unit":"none"
},
"overrides":[{"matcher":{"id":"byType","options":"time"},"properties":[{"id":"custom.axisPlacement","value":"auto"}]}]
},
"gridPos":{"h":5,"w":8,"x":0,"y":11},
"id":56,
"options":{"legend":{"calcs":[],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
"pluginVersion":"12.0.0",
"targets":[{"exemplar":false,"expr":"pg:cls:leader{cls=\"$cls\"}","interval":"","legendFormat":"leader: {{ ins }}","refId":"A"}],
"title":"Leadership",
"type":"timeseries"
},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"description":"Replication Slot of cluster $cls on Primary Instance $primary",
"fieldConfig":{
"defaults":{"color":{"mode":"thresholds"},"custom":{"align":"center","cellOptions":{"type":"auto"},"inspect":false},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]}},
"overrides":[
{"matcher":{"id":"byName","options":"Retained"},"properties":[{"id":"custom.width","value":80},{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#346f36cc"},{"color":"#f79f64","value":1000000000},{"color":"red","value":100000000000}]}},{"id":"unit","value":"decbytes"},{"id":"custom.cellOptions","value":{"type":"color-text"}}]},
{"matcher":{"id":"byName","options":"Active"},"properties":[{"id":"custom.width","value":80},{"id":"mappings","value":[{"options":{"0":{"color":"#f79f64","index":0,"text":"Inactive"},"1":{"color":"#346f36cc","index":1,"text":"Active"}},"type":"value"}]},{"id":"custom.cellOptions","value":{"type":"color-text"}}]},
{"matcher":{"id":"byName","options":"Tmp"},"properties":[{"id":"custom.width","value":80},{"id":"mappings","value":[{"options":{"0":{"color":"#346f36cc","index":0,"text":"Perm"},"1":{"color":"#f79f64","index":1,"text":"Temp"}},"type":"value"}]},{"id":"custom.cellOptions","value":{"type":"color-text"}}]},
{
"matcher":{"id":"byName","options":"Status"},
"properties":[
{ "id":"custom.width" ,"value":100 },
{ "id":"mappings" ,"value":[{"options":{"-1":{"color":"rgba(128, 128, 128, 1)","index":4,"text":"Unknown"},"0":{"color":"#346f36cc","index":0,"text":"Reserved"},"1":{"color":"#fcdb72","index":1,"text":"Extended"},"2":{"color":"#f79f64","index":2,"text":"Unreserved"},"3":{"color":"red","index":3,"text":"Lost"}},"type":"value"}] },
{ "id":"custom.cellOptions","value":{"mode":"gradient","type":"color-background"} }
]
},
{"matcher":{"id":"byName","options":"Restart LSN"},"properties":[{"id":"unit","value":"hex"},{"id":"custom.width","value":100}]}
]
},
"gridPos":{"h":5,"w":16,"x":8,"y":11},
"id":100,
"options":{"cellHeight":"sm","footer":{"countRows":false,"fields":"","reducer":["sum"],"show":false},"showHeader":true,"sortBy":[]},
"pluginVersion":"12.0.0",
"targets":[
{ "editorMode":"code","exemplar":false,"expr":"max by (ins, slot_name, datname) (pg_slot_retained_bytes{cls=\"$cls\", ins=\"$primary\"})","format":"table", "instant":true,"interval":"","legendFormat":"","refId":"A" },
{ "editorMode":"code","exemplar":false,"expr":"max by (slot_name) (pg_slot_active{cls=\"$cls\", ins=\"$primary\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"B" },
{ "editorMode":"code","exemplar":false,"expr":"max by (slot_name) (pg_slot_temporary{cls=\"$cls\", ins=\"$primary\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"C" },
{ "editorMode":"code","exemplar":false,"expr":"max by (slot_name) (pg_slot_wal_status{cls=\"$cls\", ins=\"$primary\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"D" },
{ "editorMode":"code","exemplar":false,"expr":"max by (slot_name) (pg_slot_restart_lsn{cls=\"$cls\", ins=\"$primary\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"E" }
],
"title":"Replication Slots",
"transformations":[
{"id":"seriesToColumns","options":{"byField":"slot_name"}},
{
"id":"organize",
"options":{
"excludeByName":{"Time 1":true,"Time 2":true,"Time 3":true,"Time 4":true,"Time 5":true,"ins":true},
"indexByName":{"Time 1":7,"Time 2":8,"Time 3":9,"Time 4":10,"Time 5":11,"Value #A":2,"Value #B":3,"Value #C":4,"Value #D":5,"Value #E":6,"ins":0,"slot_name":1},
"renameByName":{"Value #A":"Retained","Value #B":"Active","Value #C":"Tmp","Value #D":"Status","Value #E":"Restart LSN","ins":"Instance","slot_name":"Slot"}
}
}
],
"type":"table"
},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"fieldConfig":{
"defaults":{
"color":{"mode":"palette-classic"},
"custom":{
"axisBorderShow":false,
"axisCenteredZero":false,
"axisColorMode":"text",
"axisLabel":"",
"axisPlacement":"auto",
"barAlignment":0,
"barWidthFactor":0.6,
"drawStyle":"line",
"fillOpacity":25,
"gradientMode":"hue",
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
"insertNulls":false,
"lineInterpolation":"stepBefore",
"lineWidth":1,
"pointSize":5,
"scaleDistribution":{"type":"linear"},
"showPoints":"auto",
"spanNulls":false,
"stacking":{"group":"A","mode":"none"},
"thresholdsStyle":{"mode":"off"}
},
"decimals":0,
"mappings":[],
"min":0,
"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]},
"unit":"none"
},
"overrides":[]
},
"gridPos":{"h":6,"w":8,"x":0,"y":16},
"id":82,
"options":{"legend":{"calcs":["last"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
"pluginVersion":"12.0.0",
"targets":[{"exemplar":false,"expr":"pg_timeline_id{cls=\"$cls\"}","interval":"","legendFormat":"{{ ins }}","refId":"A"}],
"title":"Timeline",
"type":"timeseries"
},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"fieldConfig":{
"defaults":{
"color":{"mode":"palette-classic"},
"custom":{
"axisBorderShow":false,
"axisCenteredZero":false,
"axisColorMode":"text",
"axisLabel":"",
"axisPlacement":"auto",
"barAlignment":0,
"barWidthFactor":0.6,
"drawStyle":"line",
"fillOpacity":30,
"gradientMode":"none",
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
"insertNulls":false,
"lineInterpolation":"linear",
"lineWidth":1,
"pointSize":2,
"scaleDistribution":{"type":"linear"},
"showPoints":"always",
"spanNulls":false,
"stacking":{"group":"A","mode":"none"},
"thresholdsStyle":{"mode":"off"}
},
"links":[{"title":"PGSQL Instance for ${__field.labels.appname}","url":"/d/pgsql-instance?var-ins=${__field.labels.appname}&${__url_time_range}"}],
"mappings":[],
"min":0,
"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]},
"unit":"decbytes"
},
"overrides":[]
},
"gridPos":{"h":6,"w":14,"x":8,"y":16},
"id":83,
"options":{"legend":{"calcs":["max","last"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
"pluginVersion":"12.0.0",
"targets":[{"exemplar":false,"expr":"pg_repl_replay_diff{cls=\"$cls\"}","interval":"","legendFormat":"{{ ins }} \u2192 {{ appname }}@{{ address }}","refId":"A"}],
"title":"Replication Lag in Bytes",
"type":"timeseries"
},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"description":"",
"fieldConfig":{
"defaults":{
"color":{"mode":"thresholds"},
"links":[{"title":"PGSQL Replication lag in bytes for Cluster ${cls}","url":"/d/pgsql-replication?var-cls=${cls}&viewPanel=73&${__url_time_range}"}],
"mappings":[{"options":{"match":"null+nan","result":{"color":"gray","index":0,"text":"\u2205"}},"type":"special"}],
"min":0,
"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"},{"color":"#fcdb72","value":1000},{"color":"#f79f64","value":100000},{"color":"red","value":1000000},{"color":"#b783af","value":10000000},{"color":"text","value":100000000}]},
"unit":"decbytes"
},
"overrides":[]
},
"gridPos":{"h":3,"w":2,"x":22,"y":16},
"id":61,
"options":{"colorMode":"background","graphMode":"area","justifyMode":"auto","orientation":"auto","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"text":{"titleSize":12,"valueSize":18},"textMode":"value_and_name","wideLayout":true},
"pluginVersion":"12.0.0",
"targets":[{"exemplar":false,"expr":"pg:cls:lag_bytes{cls=\"$cls\"}","interval":"","legendFormat":"Lag (B)","refId":"A"}],
"title":"",
"type":"stat"
},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"description":"",
"fieldConfig":{
"defaults":{
"color":{"mode":"thresholds"},
"links":[{"title":"PGSQL Replication Detail in seconds for Cluster ${cls}","url":"/d/pgsql-replication?var-cls=${cls}&viewPanel=74&${__url_time_range}"}],
"mappings":[{"options":{"match":"null+nan","result":{"color":"gray","index":0,"text":"\u2205"}},"type":"special"}],
"min":0,
"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"},{"color":"#fcdb72","value":0.1},{"color":"#f79f64","value":1},{"color":"red","value":4},{"color":"#b783af","value":16},{"color":"text","value":64}]},
"unit":"s"
},
"overrides":[]
},
"gridPos":{"h":3,"w":2,"x":22,"y":19},
"id":48,
"options":{"colorMode":"background","graphMode":"area","justifyMode":"auto","orientation":"auto","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"text":{"titleSize":12,"valueSize":18},"textMode":"value_and_name","wideLayout":true},
"pluginVersion":"12.0.0",
"targets":[{"exemplar":false,"expr":"pg:cls:lag_seconds{cls=\"$cls\"}","interval":"","legendFormat":"Lag (s)","refId":"A"}],
"title":"",
"type":"stat"
},
{"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":22},"id":80,"panels":[],"title":"Metrics","type":"row"},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"fieldConfig":{
"defaults":{
"color":{"mode":"palette-classic"},
"custom":{
"axisBorderShow":false,
"axisCenteredZero":false,
"axisColorMode":"text",
"axisLabel":"",
"axisPlacement":"auto",
"barAlignment":0,
"barWidthFactor":0.6,
"drawStyle":"line",
"fillOpacity":30,
"gradientMode":"none",
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
"insertNulls":false,
"lineInterpolation":"linear",
"lineWidth":1,
"pointSize":2,
"scaleDistribution":{"type":"linear"},
"showPoints":"always",
"spanNulls":false,
"stacking":{"group":"A","mode":"none"},
"thresholdsStyle":{"mode":"off"}
},
"links":[{"title":"PGSQL Instance for ${__field.labels.appname}","url":"/d/pgsql-instance?var-ins=${__field.labels.appname}&${__url_time_range}"}],
"mappings":[],
"min":0,
"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]},
"unit":"decbytes"
},
"overrides":[]
},
"gridPos":{"h":10,"w":12,"x":0,"y":23},
"id":73,
"options":{"legend":{"calcs":["max","last"],"displayMode":"table","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
"pluginVersion":"12.0.0",
"targets":[{"exemplar":false,"expr":"pg_repl_replay_diff{cls=\"$cls\"}","interval":"","legendFormat":"{{ ins }} \u2192 {{ usename }}:{{ appname }}@{{ address }}","refId":"A"}],
"title":"Replication Lag in Bytes",
"type":"timeseries"
},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"fieldConfig":{
"defaults":{
"color":{"mode":"palette-classic"},
"custom":{
"axisBorderShow":false,
"axisCenteredZero":false,
"axisColorMode":"text",
"axisLabel":"",
"axisPlacement":"auto",
"barAlignment":0,
"barWidthFactor":0.6,
"drawStyle":"line",
"fillOpacity":30,
"gradientMode":"none",
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
"insertNulls":false,
"lineInterpolation":"linear",
"lineWidth":1,
"pointSize":2,
"scaleDistribution":{"type":"linear"},
"showPoints":"always",
"spanNulls":false,
"stacking":{"group":"A","mode":"none"},
"thresholdsStyle":{"mode":"off"}
},
"links":[{"title":"PGSQL Instance for ${__field.labels.appname}","url":"/d/pgsql-instance?var-ins=${__field.labels.appname}&${__url_time_range}"}],
"mappings":[],
"min":0,
"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]},
"unit":"s"
},
"overrides":[]
},
"gridPos":{"h":10,"w":12,"x":12,"y":23},
"id":74,
"options":{"legend":{"calcs":["max","last"],"displayMode":"table","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
"pluginVersion":"12.0.0",
"targets":[{"exemplar":false,"expr":"pg_repl_replay_lag{cls=\"$cls\"}","interval":"","legendFormat":"{{ ins }} \u2192 {{ usename }}:{{ appname }}@{{ address }}","refId":"A"}],
"title":"Replication Lag in Seconds",
"type":"timeseries"
},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"fieldConfig":{
"defaults":{
"color":{"mode":"palette-classic"},
"custom":{
"axisBorderShow":false,
"axisCenteredZero":false,
"axisColorMode":"text",
"axisLabel":"",
"axisPlacement":"auto",
"barAlignment":0,
"barWidthFactor":0.6,
"drawStyle":"line",
"fillOpacity":30,
"gradientMode":"none",
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
"insertNulls":false,
"lineInterpolation":"linear",
"lineWidth":1,
"pointSize":2,
"scaleDistribution":{"type":"linear"},
"showPoints":"always",
"spanNulls":false,
"stacking":{"group":"A","mode":"none"},
"thresholdsStyle":{"mode":"off"}
},
"mappings":[],
"min":0,
"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"},{"color":"red","value":80}]},
"unit":"decbytes"
},
"overrides":[]
},
"gridPos":{"h":10,"w":12,"x":0,"y":33},
"id":98,
"options":{"legend":{"calcs":["max","last"],"displayMode":"table","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
"pluginVersion":"12.0.0",
"targets":[
{ "exemplar":false,"expr":"pg_repl_lsn{cls=\"$cls\"} - pg_repl_sent_lsn{cls=\"$cls\"}" , "interval":"","legendFormat":"[SENT] {{ ins }} \u2192 {{ usename }}:{{ appname }}@{{ address }}" ,"refId":"A" },
{ "exemplar":false,"expr":"pg_repl_sent_lsn{cls=\"$cls\"} - pg_repl_write_lsn{cls=\"$cls\"}" ,"hide":false,"interval":"","legendFormat":"[WRITE] {{ ins }} \u2192 {{ usename }}:{{ appname }}@{{ address }}" ,"refId":"B" },
{ "exemplar":false,"expr":"pg_repl_write_lsn{cls=\"$cls\"} - pg_repl_flush_lsn{cls=\"$cls\"}" ,"hide":false,"interval":"","legendFormat":"[FLUSH] {{ ins }} \u2192 {{ usename }}:{{ appname }}@{{ address }}" ,"refId":"C" },
{ "exemplar":false,"expr":"pg_repl_replay_lsn{cls=\"$cls\"} - pg_repl_flush_lsn{cls=\"$cls\"}","hide":false,"interval":"","legendFormat":"[REPLAY] {{ ins }} \u2192 {{ usename }}:{{ appname }}@{{ address }}","refId":"D" }
],
"title":"Replication Lag in Detail",
"type":"timeseries"
},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"fieldConfig":{
"defaults":{
"color":{"mode":"palette-classic"},
"custom":{
"axisBorderShow":false,
"axisCenteredZero":false,
"axisColorMode":"text",
"axisLabel":"",
"axisPlacement":"auto",
"barAlignment":0,
"barWidthFactor":0.6,
"drawStyle":"line",
"fillOpacity":30,
"gradientMode":"none",
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
"insertNulls":false,
"lineInterpolation":"linear",
"lineWidth":1,
"pointSize":2,
"scaleDistribution":{"type":"linear"},
"showPoints":"always",
"spanNulls":false,
"stacking":{"group":"A","mode":"none"},
"thresholdsStyle":{"mode":"off"}
},
"mappings":[],
"min":0,
"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]},
"unit":"s"
},
"overrides":[]
},
"gridPos":{"h":10,"w":12,"x":12,"y":33},
"id":97,
"options":{"legend":{"calcs":["max","last"],"displayMode":"table","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
"pluginVersion":"12.0.0",
"targets":[{"exemplar":false,"expr":"pg_lag{cls=\"$cls\"}","interval":"","legendFormat":"\u2192 {{ ins }}","refId":"A"}],
"title":"Replication Lag in Seconds (Follower's View)",
"type":"timeseries"
},
{"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":43},"id":86,"panels":[],"title":"LSN","type":"row"},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"fieldConfig":{
"defaults":{
"color":{"mode":"palette-classic"},
"custom":{
"axisBorderShow":false,
"axisCenteredZero":false,
"axisColorMode":"text",
"axisLabel":"",
"axisPlacement":"auto",
"barAlignment":0,
"barWidthFactor":0.6,
"drawStyle":"line",
"fillOpacity":0,
"gradientMode":"none",
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
"insertNulls":false,
"lineInterpolation":"linear",
"lineWidth":1,
"pointSize":5,
"scaleDistribution":{"type":"linear"},
"showPoints":"auto",
"spanNulls":false,
"stacking":{"group":"A","mode":"none"},
"thresholdsStyle":{"mode":"off"}
},
"mappings":[],
"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"},{"color":"red","value":80}]},
"unit":"hex"
},
"overrides":[{"matcher":{"id":"byName","options":"Current"},"properties":[{"id":"custom.fillOpacity","value":20}]}]
},
"gridPos":{"h":10,"w":24,"x":0,"y":44},
"id":92,
"options":{"legend":{"calcs":["last"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
"pluginVersion":"11.6.0",
"targets":[
{ "exemplar":false,"expr":"max(pg_repl_lsn{cls=\"$cls\"})" , "interval":"","legendFormat":"Current" ,"refId":"A" },{ "exemplar":false,"expr":"pg_repl_replay_lsn{cls=\"$cls\"}" ,"hide":false,"interval":"","legendFormat":"replay @ {{ appname }}" ,"refId":"B" },
{ "exemplar":false,"expr":"pg_repl_flush_lsn{cls=\"$cls\"}" ,"hide":false,"interval":"","legendFormat":"flush @ {{ appname }}" ,"refId":"C" },{ "exemplar":false,"expr":"pg_repl_write_lsn{cls=\"$cls\"}" ,"hide":false,"interval":"","legendFormat":"write @ {{ appname }}" ,"refId":"D" },
{ "exemplar":false,"expr":"pg_slot_restart_lsn{cls=\"$cls\"}","hide":false,"interval":"","legendFormat":"slot restart @ {{ slot_name }}","refId":"E" }
],
"title":"Replication LSN Progress",
"type":"timeseries"
},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"fieldConfig":{
"defaults":{
"color":{"mode":"palette-classic"},
"custom":{
"axisBorderShow":false,
"axisCenteredZero":false,
"axisColorMode":"text",
"axisLabel":"",
"axisPlacement":"auto",
"barAlignment":0,
"barWidthFactor":0.6,
"drawStyle":"line",
"fillOpacity":0,
"gradientMode":"none",
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
"insertNulls":false,
"lineInterpolation":"linear",
"lineWidth":1,
"pointSize":5,
"scaleDistribution":{"type":"linear"},
"showPoints":"auto",
"spanNulls":false,
"stacking":{"group":"A","mode":"none"},
"thresholdsStyle":{"mode":"off"}
},
"mappings":[],
"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"},{"color":"red","value":80}]},
"unit":"hex"
},
"overrides":[{"matcher":{"id":"byName","options":"Current"},"properties":[{"id":"custom.lineWidth","value":1},{"id":"color","value":{"fixedColor":"super-light-orange","mode":"fixed"}},{"id":"custom.fillOpacity","value":20}]},{"matcher":{"id":"byFrameRefID","options":"B"},"properties":[{"id":"color","value":{"fixedColor":"#346f36cc","mode":"fixed"}}]}]
},
"gridPos":{"h":9,"w":24,"x":0,"y":54},
"id":90,
"options":{"legend":{"calcs":["last"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
"pluginVersion":"11.6.0",
"targets":[
{ "exemplar":false,"expr":"max(pg_lsn{cls=\"$cls\"})" , "interval":"","legendFormat":"Current" ,"refId":"A" },{ "exemplar":false,"expr":"pg_checkpoint_checkpoint_lsn{ins=\"$primary\"}" ,"hide":false,"interval":"","legendFormat":"Checkpoint Leader $primary" ,"refId":"B" },
{ "exemplar":false,"expr":"pg_checkpoint_checkpoint_lsn{cls=\"$cls\", ins!=\"$primary\"}","hide":false,"interval":"","legendFormat":"Checkpoint Follower {{ ins }}","refId":"C" },{ "exemplar":false,"expr":"pg_checkpoint_redo_lsn{cls=\"$cls\", ins!=\"$primary\"}" ,"hide":false,"interval":"","legendFormat":"Redo {{ ins }}" ,"refId":"D" }
],
"title":"Checkpoint LSN Progress",
"type":"timeseries"
},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"description":"Rate of lsn in last minute",
"fieldConfig":{
"defaults":{
"color":{"mode":"palette-classic"},
"custom":{
"axisBorderShow":false,
"axisCenteredZero":false,
"axisColorMode":"text",
"axisLabel":"",
"axisPlacement":"auto",
"barAlignment":0,
"barWidthFactor":0.6,
"drawStyle":"line",
"fillOpacity":0,
"gradientMode":"none",
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
"insertNulls":false,
"lineInterpolation":"smooth",
"lineWidth":1,
"pointSize":5,
"scaleDistribution":{"type":"linear"},
"showPoints":"auto",
"spanNulls":false,
"stacking":{"group":"A","mode":"none"},
"thresholdsStyle":{"mode":"off"}
},
"mappings":[],
"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"},{"color":"red","value":80}]},
"unit":"Bps"
},
"overrides":[]
},
"gridPos":{"h":8,"w":24,"x":0,"y":63},
"id":91,
"options":{"legend":{"calcs":["last"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
"pluginVersion":"11.6.0",
"targets":[{"exemplar":false,"expr":"pg:ins:lsn_rate1m{cls=\"$cls\"}","interval":"","legendFormat":"{{ ins }}","refId":"A"}],
"title":"LSN Progress Rate 1m",
"type":"timeseries"
},
{"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":71},"id":88,"panels":[],"title":"XID","type":"row"},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"fieldConfig":{
"defaults":{
"color":{"mode":"palette-classic"},
"custom":{
"axisBorderShow":false,
"axisCenteredZero":false,
"axisColorMode":"text",
"axisLabel":"",
"axisPlacement":"auto",
"barAlignment":0,
"barWidthFactor":0.6,
"drawStyle":"line",
"fillOpacity":0,
"gradientMode":"none",
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
"insertNulls":false,
"lineInterpolation":"linear",
"lineWidth":1,
"pointSize":5,
"scaleDistribution":{"type":"linear"},
"showPoints":"auto",
"spanNulls":false,
"stacking":{"group":"A","mode":"none"},
"thresholdsStyle":{"mode":"off"}
},
"mappings":[],
"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]},
"unit":"none"
},
"overrides":[{"matcher":{"id":"byName","options":"Current"},"properties":[{"id":"custom.lineWidth","value":1},{"id":"color","value":{"fixedColor":"super-light-orange","mode":"fixed"}},{"id":"custom.fillOpacity","value":20}]},{"matcher":{"id":"byFrameRefID","options":"B"},"properties":[{"id":"color","value":{"fixedColor":"#346f36cc","mode":"fixed"}}]}]
},
"gridPos":{"h":6,"w":12,"x":0,"y":72},
"id":96,
"options":{"legend":{"calcs":["last"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
"pluginVersion":"11.6.0",
"targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"pg_xact_xmax{cls=\"$cls\"}","interval":"","legendFormat":"xmax-{{ ins }}","refId":"A"},{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"pg_xact_xmin{cls=\"$cls\"}","hide":true,"interval":"","legendFormat":"xmin-{{ ins }}","refId":"B"}],
"title":"XMax Progress",
"type":"timeseries"
},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"fieldConfig":{
"defaults":{
"color":{"mode":"palette-classic"},
"custom":{
"axisBorderShow":false,
"axisCenteredZero":false,
"axisColorMode":"text",
"axisLabel":"",
"axisPlacement":"auto",
"barAlignment":0,
"barWidthFactor":0.6,
"drawStyle":"line",
"fillOpacity":0,
"gradientMode":"none",
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
"insertNulls":false,
"lineInterpolation":"linear",
"lineWidth":1,
"pointSize":5,
"scaleDistribution":{"type":"linear"},
"showPoints":"auto",
"spanNulls":false,
"stacking":{"group":"A","mode":"none"},
"thresholdsStyle":{"mode":"off"}
},
"mappings":[],
"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]},
"unit":"none"
},
"overrides":[{"matcher":{"id":"byName","options":"Current"},"properties":[{"id":"custom.lineWidth","value":1},{"id":"color","value":{"fixedColor":"super-light-orange","mode":"fixed"}},{"id":"custom.fillOpacity","value":20}]},{"matcher":{"id":"byFrameRefID","options":"B"},"properties":[{"id":"color","value":{"fixedColor":"#346f36cc","mode":"fixed"}}]}]
},
"gridPos":{"h":6,"w":12,"x":12,"y":72},
"id":94,
"options":{"legend":{"calcs":["last"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
"pluginVersion":"11.6.0",
"targets":[{"exemplar":false,"expr":"pg_xact_xmin{cls=\"$cls\"}","interval":"","legendFormat":"{{ ins }}","refId":"A"}],
"title":"Xmin Progress",
"type":"timeseries"
},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"fieldConfig":{
"defaults":{
"color":{"mode":"palette-classic"},
"custom":{
"axisBorderShow":false,
"axisCenteredZero":false,
"axisColorMode":"text",
"axisLabel":"",
"axisPlacement":"auto",
"barAlignment":0,
"barWidthFactor":0.6,
"drawStyle":"line",
"fillOpacity":0,
"gradientMode":"none",
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
"insertNulls":false,
"lineInterpolation":"linear",
"lineWidth":1,
"pointSize":5,
"scaleDistribution":{"type":"linear"},
"showPoints":"auto",
"spanNulls":false,
"stacking":{"group":"A","mode":"none"},
"thresholdsStyle":{"mode":"off"}
},
"mappings":[],
"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]},
"unit":"none"
},
"overrides":[{"matcher":{"id":"byName","options":"Current"},"properties":[{"id":"custom.lineWidth","value":1},{"id":"color","value":{"fixedColor":"super-light-orange","mode":"fixed"}},{"id":"custom.fillOpacity","value":20}]},{"matcher":{"id":"byFrameRefID","options":"B"},"properties":[{"id":"color","value":{"fixedColor":"#346f36cc","mode":"fixed"}}]}]
},
"gridPos":{"h":6,"w":12,"x":0,"y":78},
"id":93,
"options":{"legend":{"calcs":["last"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
"pluginVersion":"11.6.0",
"targets":[
{ "exemplar":false,"expr":"max(pg_xact_xmax{cls=\"$cls\"})" , "interval":"","legendFormat":"XMax" ,"refId":"A" },{ "exemplar":false,"expr":"pg_repl_backend_xmin{cls=\"$cls\"}","hide":false,"interval":"","legendFormat":"repl: {{ appname }}" ,"refId":"B" },
{ "editorMode":"code","exemplar":false,"expr":"pg_slot_catalog_xmin{cls=\"$cls\"}","hide":false,"interval":"","legendFormat":"slot: {{ ins }}.{{ slot_name }}","refId":"C","range":true }
],
"title":"XMin Horizon",
"type":"timeseries"
},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"fieldConfig":{
"defaults":{
"color":{"mode":"palette-classic"},
"custom":{
"axisBorderShow":false,
"axisCenteredZero":false,
"axisColorMode":"text",
"axisLabel":"",
"axisPlacement":"auto",
"barAlignment":0,
"barWidthFactor":0.6,
"drawStyle":"bars",
"fillOpacity":0,
"gradientMode":"none",
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
"insertNulls":false,
"lineInterpolation":"linear",
"lineWidth":1,
"pointSize":5,
"scaleDistribution":{"type":"linear"},
"showPoints":"auto",
"spanNulls":false,
"stacking":{"group":"A","mode":"none"},
"thresholdsStyle":{"mode":"off"}
},
"mappings":[],
"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]},
"unit":"none"
},
"overrides":[{"matcher":{"id":"byName","options":"Current"},"properties":[{"id":"custom.lineWidth","value":1},{"id":"color","value":{"fixedColor":"super-light-orange","mode":"fixed"}},{"id":"custom.fillOpacity","value":20}]},{"matcher":{"id":"byFrameRefID","options":"B"},"properties":[{"id":"color","value":{"fixedColor":"#346f36cc","mode":"fixed"}}]}]
},
"gridPos":{"h":6,"w":12,"x":12,"y":78},
"id":95,
"options":{"legend":{"calcs":["max"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
"pluginVersion":"11.6.0",
"targets":[{"exemplar":false,"expr":"pg_xact_xnum{cls=\"$cls\"}","interval":"","legendFormat":"{{ ins }}","refId":"A"}],
"title":"Xact in Progress",
"type":"timeseries"
},
{"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":84},"id":76,"panels":[],"title":"Slot","type":"row"},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"fieldConfig":{
"defaults":{
"color":{"mode":"palette-classic"},
"custom":{
"axisBorderShow":false,
"axisCenteredZero":false,
"axisColorMode":"text",
"axisLabel":"",
"axisPlacement":"auto",
"barAlignment":0,
"barWidthFactor":0.6,
"drawStyle":"line",
"fillOpacity":30,
"gradientMode":"none",
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
"insertNulls":false,
"lineInterpolation":"linear",
"lineWidth":1,
"pointSize":2,
"scaleDistribution":{"type":"linear"},
"showPoints":"always",
"spanNulls":false,
"stacking":{"group":"A","mode":"none"},
"thresholdsStyle":{"mode":"off"}
},
"mappings":[],
"min":0,
"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"},{"color":"red","value":80}]},
"unit":"decbytes"
},
"overrides":[]
},
"gridPos":{"h":10,"w":24,"x":0,"y":85},
"id":84,
"options":{"legend":{"calcs":["max","last"],"displayMode":"table","placement":"right","showLegend":true,"sortBy":"Name","sortDesc":false},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
"pluginVersion":"11.6.0",
"targets":[{"editorMode":"code","exemplar":false,"expr":"pg_slot_retained_bytes{cls=\"$cls\"}","interval":"","legendFormat":"{{ ins }}.{{ slot_name }}","range":true,"refId":"A"}],
"title":"Slot Retained Bytes",
"type":"timeseries"
},
{
"collapsed":true,
"gridPos":{"h":1,"w":24,"x":0,"y":95},
"id":78,
"panels":[
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"description":"",
"fieldConfig":{
"defaults":{"color":{"mode":"thresholds"},"custom":{"align":"center","cellOptions":{"type":"auto"}},"links":[],"mappings":[],"max":2.5,"min":0,"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]}},
"overrides":[{"matcher":{"id":"byRegexp","options":"/.*LSN/"},"properties":[{"id":"unit","value":"hex"}]},{"matcher":{"id":"byRegexp","options":"/.*Time/"},"properties":[{"id":"unit","value":"dateTimeAsIso"}]}]
},
"gridPos":{"h":4,"w":24,"x":0,"y":121},
"id":106,
"options":{"footer":{"fields":"","reducer":["sum"],"show":false},"showHeader":true},
"pluginVersion":"8.3.4",
"targets":[
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (subname) (pg_sub_id{ins=\"$primary\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","queryType":"measurements","refId":"E" },
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (subname) (pg_sub_pid{ins=\"$primary\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","queryType":"measurements","refId":"F" },
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (subname) (pg_sub_received_lsn{ins=\"$primary\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","queryType":"measurements","refId":"A" },
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (subname) (pg_sub_reported_lsn{ins=\"$primary\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","queryType":"measurements","refId":"B" },
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (subname) (pg_sub_msg_send_time{ins=\"$primary\"})","format":"table","hide":true ,"instant":true,"interval":"","legendFormat":"","queryType":"measurements","refId":"C" },
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (subname) (pg_sub_msg_recv_time{ins=\"$primary\"})","format":"table","hide":true ,"instant":true,"interval":"","legendFormat":"","queryType":"measurements","refId":"D" },
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (subname) (pg_sub_reported_time{ins=\"$primary\"})","format":"table","hide":true ,"instant":true,"interval":"","legendFormat":"","queryType":"measurements","refId":"G" }
],
"title":"",
"transformations":[
{ "id":"seriesToColumns","options":{"byField":"subname"} },
{ "id":"organize" ,"options":{"excludeByName":{"Time":true,"Time 1":true,"Time 2":true,"Time 3":true,"Time 4":true,"Time 5":true,"Time 6":true,"Time 7":true},"indexByName":{},"renameByName":{"Value #A":"ReceiveLSN","Value #B":"ReportedLSN","Value #C":"MsgSendTime","Value #D":"MsgRecvTime","Value #E":"SubID","Value #F":"SubPID","Value #G":"ReportedTime","subname":"Subscription"}} }
],
"type":"table"
},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"description":"",
"fieldConfig":{
"defaults":{"color":{"mode":"thresholds"},"links":[{"title":"PGSQL Replication for ${cls}","url":"/d/pgsql-replication?var-cls=${cls}&${__url_time_range}"}],"mappings":[],"max":2.5,"min":0,"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]}},
"overrides":[
{ "matcher":{"id":"byFrameRefID","options":"A"},"properties":[{"id":"mappings","value":[{"options":{"0":{"color":"#3e668f","index":0,"text":"No"},"1":{"color":"#346f36cc","index":1,"text":"Yes"}},"type":"value"}]}] },
{ "matcher":{"id":"byFrameRefID","options":"B"},"properties":[{"id":"mappings","value":[{"options":{"0":{"color":"#3e668f","index":0,"text":"No"},"1":{"color":"#346f36cc","index":1,"text":"Yes"}},"type":"value"}]}] },
{ "matcher":{"id":"byFrameRefID","options":"C"},"properties":[{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#3e668f"},{"color":"#346f36cc","value":1}]}}] },
{ "matcher":{"id":"byFrameRefID","options":"D"},"properties":[{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#346f36cc"}]}},{"id":"mappings","value":[{"options":{"0":{"color":"#346f36cc","index":0,"text":"Parent"},"1":{"color":"#346f36cc","index":1,"text":"Parent"}},"type":"value"}]}] },
{ "matcher":{"id":"byFrameRefID","options":"E"},"properties":[{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#3e668f"},{"color":"#346f36cc","value":1}]}}] },
{ "matcher":{"id":"byFrameRefID","options":"F"},"properties":[{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#3e668f"},{"color":"#346f36cc","value":1}]}}] }
]
},
"gridPos":{"h":7,"w":3,"x":0,"y":125},
"id":105,
"options":{"colorMode":"background","graphMode":"area","justifyMode":"center","orientation":"horizontal","reduceOptions":{"calcs":["last"],"fields":"","values":false},"text":{"titleSize":18},"textMode":"value_and_name"},
"pluginVersion":"8.3.4",
"targets":[
{ "exemplar":false,"expr":"count by (ins)(pg_pubrel_count{ins=\"$primary\"}) > bool 0 or on() vector(0)","hide":false,"instant":true,"interval":"","legendFormat":"Publication" ,"queryType":"measurements","refId":"E" },
{ "exemplar":false,"expr":"count by (ins)(pg_sub_id{ins=\"$primary\"}) or on() vector(0)" ,"hide":false,"instant":true,"interval":"","legendFormat":"Subscription","queryType":"measurements","refId":"F" }
],
"title":"",
"type":"stat"
},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"fieldConfig":{
"defaults":{
"color":{"mode":"palette-classic"},
"custom":{"axisLabel":"","axisPlacement":"auto","axisSoftMin":0,"barAlignment":0,"drawStyle":"line","fillOpacity":60,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"lineInterpolation":"stepBefore","lineWidth":0,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"normal"},"thresholdsStyle":{"mode":"off"}},
"mappings":[],
"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"},{"color":"red","value":80}]}
},
"overrides":[]
},
"gridPos":{"h":7,"w":9,"x":3,"y":125},
"id":103,
"options":{"legend":{"calcs":["last"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"mode":"multi"}},
"targets":[{"exemplar":false,"expr":"pg_pubrel_count{ins=\"$primary\"}","interval":"","legendFormat":"{{ pubname }}","refId":"A"}],
"title":"Publication Table Count",
"type":"timeseries"
},
{
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"description":"i = init , d = data sync , r = ready",
"fieldConfig":{
"defaults":{
"color":{"mode":"palette-classic"},
"custom":{"axisLabel":"","axisPlacement":"auto","axisSoftMin":0,"barAlignment":0,"drawStyle":"line","fillOpacity":60,"gradientMode":"none","hideFrom":{"legend":false,"tooltip":false,"viz":false},"lineInterpolation":"stepBefore","lineWidth":0,"pointSize":5,"scaleDistribution":{"type":"linear"},"showPoints":"auto","spanNulls":false,"stacking":{"group":"A","mode":"normal"},"thresholdsStyle":{"mode":"off"}},
"mappings":[],
"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"},{"color":"red","value":80}]}
},
"overrides":[]
},
"gridPos":{"h":7,"w":12,"x":12,"y":125},
"id":102,
"options":{"legend":{"calcs":["last"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"mode":"multi"}},
"targets":[{"exemplar":false,"expr":"pg_subrel_count{ins=\"$primary\"}","interval":"","legendFormat":"{{ subname }}.{{ state }}","refId":"A"}],
"title":"Subscription Table Count by State",
"type":"timeseries"
}
],
"title":"Logical",
"type":"row"
}
],
"preload":false,
"refresh":"",
"schemaVersion":41,
"tags":["Pigsty","PGSQL","Cluster"],
"templating":{
"list":[
{
"current":{},
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"definition":"label_values(pg_up, cls)",
"description":"Cluster identifier for this postgres instance, cls should be unique among entire environment. such as pg-meta, pg-test",
"includeAll":false,
"label":"Cluster",
"name":"cls",
"options":[],
"query":{"query":"label_values(pg_up, cls)","refId":"StandardVariableQuery"},
"refresh":2,
"regex":"",
"sort":1,
"type":"query"
},{
"current":{},
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"definition":"label_values(pg:cls:leader{cls=\"$cls\"}, ins)",
"description":"Unique instance identifier (e.g pg-meta-1)",
"hide":2,
"includeAll":false,
"label":"Primary",
"name":"primary",
"options":[],
"query":{"query":"label_values(pg:cls:leader{cls=\"$cls\"}, ins)","refId":"StandardVariableQuery"},
"refresh":2,
"regex":"",
"sort":1,
"type":"query"
},{
"current":{},
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
"definition":"label_values(pg_up{cls=\"$cls\"}, ip)",
"description":"Unique instance identifier (e.g pg-meta-1)",
"hide":2,
"includeAll":true,
"label":"Primary",
"multi":true,
"name":"members",
"options":[],
"query":{"query":"label_values(pg_up{cls=\"$cls\"}, ip)","refId":"StandardVariableQuery"},
"refresh":2,
"regex":"",
"sort":1,
"type":"query"
}
]
},
"time":{"from":"now-1h","to":"now"},
"timepicker":{},
"timezone":"browser",
"title":"PGSQL Replication",
"uid":"pgsql-replication",
"version":1
}