{
  "annotations":{
    "list":[
      {"builtIn":1,"datasource":{"type":"datasource","uid":"grafana"},"enable":true,"hide":true,"iconColor":"rgba(0, 211, 255, 1)","name":"Annotations & Alerts","target":{"limit":100,"matchAny":false,"tags":[],"type":"dashboard"},"type":"dashboard"},
      {"datasource":{"uid":"ds-prometheus"},"enable":true,"expr":"increase(pg_checkpointer_timed{ins=\"$ins\"}[15s]) > 0","hide":false,"iconColor":"blue","name":"Checkpoint Scheduled","step":"1m","titleFormat":"Checkpoint Scheduled"},
      {"datasource":{"uid":"ds-prometheus"},"enable":true,"expr":"increase(pg_checkpointer_req{ins=\"$ins\"}[1m])","hide":false,"iconColor":"red","name":"Checkpoint Requested","step":"1m","titleFormat":"Requested","useValueForTime":false}
    ]
  },
  "author":"Ruohang Feng (rh@vonng.com)",
  "description":"PostgreSQL Persistence of single instance",
  "editable":true,
  "fiscalYearStartMonth":0,
  "graphTooltip":0,
  "id":null,
  "license":"https://pigsty.io/docs/about/license/",
  "links":[
    { "asDropdown":true,"icon":"external link","includeVars":true,"keepTime":true,"tags":["Pigsty","PGSQL","Overview"],"targetBlank":false,"title":"Overview","tooltip":"","type":"dashboards","url":"" },{ "asDropdown":true,"icon":"external link","includeVars":true,"keepTime":true,"tags":["Pigsty","PGSQL","Cluster"] ,"targetBlank":false,"title":"Cluster" ,"tooltip":"","type":"dashboards","url":"" },
    { "asDropdown":true,"icon":"external link","includeVars":true,"keepTime":true,"tags":["Pigsty","PGSQL","Instance"],"targetBlank":false,"title":"Instance","tooltip":"","type":"dashboards","url":"" },{ "asDropdown":true,"icon":"external link","includeVars":true,"keepTime":true,"tags":["Pigsty","PGSQL","Database"],"targetBlank":false,"title":"Database","tooltip":"","type":"dashboards","url":"" }
  ],
  "panels":[
    {
      "datasource":{"type":"marcusolsson-static-datasource","uid":"ds-static"},
      "description":"",
      "fieldConfig":{
        "defaults":{"color":{"mode":"thresholds"},"mappings":[],"max":2.5,"min":0,"thresholds":{"mode":"absolute","steps":[{"color":"#3e668f","value":0}]}},
        "overrides":[
          { "matcher":{"id":"byFrameRefID","options":"A"},"properties":[{"id":"links","value":[{"title":"PGSQL Instance : ${ins}","url":"/d/pgsql-instance?var-ins=${ins}&${__url_time_range}"}]}] },{ "matcher":{"id":"byFrameRefID","options":"B"},"properties":[{"id":"links","value":[{"title":"PGSQL Cluster : ${cls}","url":"/d/pgsql-cluster?var-cls=${cls}&${__url_time_range}"}]}]   },
          { "matcher":{"id":"byFrameRefID","options":"C"},"properties":[{"id":"links","value":[{"title":"Node Instance : ${ip}","url":"/d/node-instance?var-id=${ip}&${__url_time_range}"}]}]      },{ "matcher":{"id":"byFrameRefID","options":"D"},"properties":[{"id":"links","value":[{"title":"Node Instance : ${node}","url":"/d/node-instance?var-id=${node}&${__url_time_range}"}]}]  }
        ]
      },
      "gridPos":{"h":6,"w":6,"x":0,"y":0},
      "id":244,
      "options":{"colorMode":"background","graphMode":"area","justifyMode":"auto","orientation":"horizontal","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"/.*/","values":true},"showPercentChange":false,"text":{"titleSize":16,"valueSize":16},"textMode":"value_and_name","wideLayout":true},
      "pluginVersion":"12.3.1",
      "targets":[
        { "datasource":{"type":"marcusolsson-static-datasource","uid":"ds-static"},"frame":{"fields":[{"config":{},"name":"Instance","type":"string","values":["$ins"]}],"meta":{},"name":""} ,"hide":false,"refId":"A" },
        { "datasource":{"type":"marcusolsson-static-datasource","uid":"ds-static"},"frame":{"fields":[{"config":{},"name":"Cluster","type":"string","values":["${cls}"]}],"meta":{},"name":""},"hide":false,"refId":"B" },
        { "datasource":{"type":"marcusolsson-static-datasource","uid":"ds-static"},"frame":{"fields":[{"config":{},"name":"Node IP","type":"string","values":["${ip}"]}],"meta":{},"name":""} ,"hide":false,"refId":"C" },
        { "datasource":{"type":"marcusolsson-static-datasource","uid":"ds-static"},"frame":{"fields":[{"config":{},"name":"Hostname","type":"string","values":["${node}"]}],"meta":{}}        ,"hide":false,"refId":"D" }
      ],
      "type":"stat"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"All instances among pgsql cluster ${cls}\n\nInstance: Goto PGSQL Instance\n\nIP: Goto PGSQL Node\n\nStatus: Goto PGSQL Service\n\nLoad: max(cpu,postgres,pgbouncer)\n\nSpace: Disk space usage max(all device)\n\nProxy: session number, Goto Haproxy Admin Page",
      "fieldConfig":{
        "defaults":{"color":{"mode":"thresholds"},"custom":{"align":"center","cellOptions":{"type":"auto"},"footer":{"reducers":[]},"inspect":false},"mappings":[],"max":1.2,"min":0,"thresholds":{"mode":"absolute","steps":[{"color":"#e3e3e3e0","value":0}]}},
        "overrides":[
          {"matcher":{"id":"byName","options":"Instance"},"properties":[{"id":"links","value":[{"title":"PGSQL Persist : ${__data.fields.Instance}","url":"/d/pgsql-persist?var-ins=${__data.fields.Instance}&${__url_time_range}"}]}]},
          {"matcher":{"id":"byName","options":"IP"},"properties":[{"id":"custom.width","value":110},{"id":"links","value":[{"title":"PGSQL Node for ${__data.fields.IP}","url":"/d/node-instance?var-id=${__data.fields.IP}&${__url_time_range}"}]}]},
          {
            "matcher":{"id":"byName","options":"Role"},
            "properties":[
              { "id":"custom.width"      ,"value":80                                                                                                                                                                                                                                  },
              { "id":"mappings"          ,"value":[{"options":{"0":{"color":"#3e668f","index":1,"text":"primary"},"1":{"color":"#346f36cc","index":0,"text":"replica"}},"type":"value"},{"options":{"match":"null+nan","result":{"color":"transparent","index":2}},"type":"special"}] },
              { "id":"custom.cellOptions","value":{"mode":"gradient","type":"color-background"}                                                                                                                                                                                       },
              { "id":"links"             ,"value":[{"title":"PGSQL Service for ${cls}-${__data.fields.Status}","url":"/d/pgsql-service?var-svc=${__data.fields.Cluster}-${__data.fields.Status}&${__url_time_range}"}]                                                                }
            ]
          },{
            "matcher":{"id":"byName","options":"Load"},
            "properties":[
              { "id":"custom.cellOptions","value":{"mode":"gradient","type":"gauge"}                                                                                                                                                                                                                   },
              { "id":"color"             ,"value":{"mode":"thresholds"}                                                                                                                                                                                                                                },
              { "id":"unit"              ,"value":"percentunit"                                                                                                                                                                                                                                        },
              { "id":"custom.width"      ,"value":120                                                                                                                                                                                                                                                  },
              { "id":"thresholds"        ,"value":{"mode":"absolute","steps":[{"color":"#3e668f","value":0},{"color":"#346f36cc","value":0.1},{"color":"#fcdb72","value":0.3},{"color":"#f79f64","value":0.5},{"color":"red","value":0.7},{"color":"#b783af","value":0.9},{"color":"text","value":1}]} },
              { "id":"decimals"          ,"value":1                                                                                                                                                                                                                                                    }
            ]
          },
          {"matcher":{"id":"byName","options":"Cluster"},"properties":[{"id":"links","value":[{"title":"PGSQL Cluster for ${__data.fields.Cluster}","url":"/d/pgsql-cluster?var-cls=${__data.fields.Cluster}&${__url_time_range}"}]}]},
          {
            "matcher":{"id":"byName","options":"Space"},
            "properties":[
              { "id":"custom.cellOptions","value":{"mode":"gradient","type":"gauge"}                                                                                                                                                                                                                         },
              { "id":"thresholds"        ,"value":{"mode":"absolute","steps":[{"color":"#3e668f","value":0},{"color":"#346f36cc","value":0.05},{"color":"#fcdb72","value":0.8},{"color":"#f79f64","value":0.85},{"color":"red","value":0.9},{"color":"#b783af","value":0.95},{"color":"text","value":0.99}]} },
              { "id":"unit"              ,"value":"percentunit"                                                                                                                                                                                                                                              },
              { "id":"custom.width"      ,"value":120                                                                                                                                                                                                                                                        },
              { "id":"decimals"          ,"value":1                                                                                                                                                                                                                                                          }
            ]
          },{
            "matcher":{"id":"byName","options":"Proxy"},
            "properties":[
              { "id":"custom.width"      ,"value":80                                                                                                                                                                                                                           },
              { "id":"links"             ,"value":[{"targetBlank":true,"title":"HAProxy Admin Page : ${__data.fields.Instance}","url":"/haproxy/${__data.fields.Instance}/"}]                                                                                                  },
              { "id":"thresholds"        ,"value":{"mode":"absolute","steps":[{"color":"#e3e3e3e0","value":0},{"color":"#3275d9bf","value":0},{"color":"#55a64bbf","value":1},{"color":"#f2cc0c","value":1000},{"color":"#f79f64","value":2000},{"color":"red","value":3000}]} },
              { "id":"custom.cellOptions","value":{"type":"color-text"}                                                                                                                                                                                                        }
            ]
          },
          {"matcher":{"id":"byName","options":"TPS"},"properties":[{"id":"custom.width","value":80},{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#3e668f","value":0},{"color":"#3e668f","value":32},{"color":"#f79f64","value":32000}]}},{"id":"custom.cellOptions","value":{"type":"color-text"}}]},
          {"matcher":{"id":"byName","options":"QPS"},"properties":[{"id":"custom.width","value":80},{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#3e668f","value":0},{"color":"#3e668f","value":32},{"color":"#f79f64","value":32000}]}},{"id":"custom.cellOptions","value":{"type":"color-text"}}]},
          {
            "matcher":{"id":"byName","options":"Backend"},
            "properties":[{"id":"custom.width","value":90},{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#3e668f","value":0},{"color":"#346f36cc","value":4},{"color":"#EAB839","value":20},{"color":"#EF843C","value":40},{"color":"#E24D42","value":80},{"color":"#b783af","value":100},{"color":"text","value":400}]}},{"id":"custom.cellOptions","value":{"type":"color-text"}}]
          },{
            "matcher":{"id":"byName","options":"Query RT"},
            "properties":[
              { "id":"custom.width"      ,"value":80                                                                                                                                                                                                            },
              { "id":"unit"              ,"value":"s"                                                                                                                                                                                                           },
              { "id":"mappings"          ,"value":[{"options":{"match":"nan","result":{"index":1,"text":"-"}},"type":"special"}]                                                                                                                                },
              { "id":"thresholds"        ,"value":{"mode":"absolute","steps":[{"color":"#346f36cc","value":0},{"color":"#fcdb72","value":1},{"color":"#f79f64","value":2},{"color":"red","value":4},{"color":"#b783af","value":8},{"color":"text","value":16}]} },
              { "id":"custom.cellOptions","value":{"type":"color-text"}                                                                                                                                                                                         }
            ]
          },{
            "matcher":{"id":"byName","options":"Conn%"},
            "properties":[{"id":"unit","value":"percentunit"},{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#3e668f","value":0},{"color":"red","value":1}]}},{"id":"decimals","value":0},{"id":"custom.width","value":80},{"id":"custom.cellOptions","value":{"type":"color-text"}},{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#346f36cc","value":0},{"color":"red","value":80}]}}]
          },
          {"matcher":{"id":"byName","options":"LB"},"properties":[{"id":"custom.width","value":80},{"id":"mappings","value":[{"options":{"1":{"index":0,"text":"Admin"}},"type":"value"}]},{"id":"links","value":[{"targetBlank":true,"title":"HAProxy Admin Page : ${__data.fields.Instance}","url":"/haproxy/${__data.fields.Instance}/"}]}]},
          {"matcher":{"id":"byName","options":"Queue"},"properties":[{"id":"custom.width","value":60},{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#346f36cc","value":0},{"color":"red","value":1}]}},{"id":"custom.cellOptions","value":{"type":"color-text"}}]},
          {
            "matcher":{"id":"byName","options":"Lag"},
            "properties":[{"id":"custom.width","value":72},{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#346f36cc","value":0},{"color":"#EAB839","value":1000},{"color":"#f79f64","value":100000},{"color":"#b783af","value":100000},{"color":"red","value":1000000},{"color":"text","value":100000000}]}},{"id":"unit","value":"decbytes"},{"id":"custom.cellOptions","value":{"type":"color-text"}}]
          },
          {"matcher":{"id":"byName","options":"Up"},"properties":[{"id":"custom.width","value":90},{"id":"mappings","value":[{"options":{"0":{"color":"#cc4637d9","index":0,"text":"Dead"},"1":{"color":"#346f36cc","index":1,"text":"Alive"}},"type":"value"}]},{"id":"custom.cellOptions","value":{"type":"color-background"}}]}
        ]
      },
      "gridPos":{"h":6,"w":18,"x":6,"y":0},
      "id":242,
      "options":{"cellHeight":"sm","showHeader":true,"sortBy":[{"desc":false,"displayName":"Instance"}]},
      "pluginVersion":"12.3.1",
      "targets":[
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"pg_in_recovery{cls=\"$cls\"}"                                ,"format":"table",             "instant":true,"interval":"","legendFormat":"","refId":"A" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},                    "exemplar":false,"expr":"ins:pressure1{cls=\"$cls\"}"                                 ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"B" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},                    "exemplar":false,"expr":"sum by (ins) (pg:ins:xact_total_rate1m{cls=\"$cls\"})"       ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"C" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},                    "exemplar":false,"expr":"max by (ins) (pg:ins:num_backends{cls=\"$cls\"})"            ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"E" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},                    "exemplar":false,"expr":"max by (ins) (pgbouncer:ins:xact_rt_1m{cls=\"$cls\"})"       ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"F" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},                    "exemplar":false,"expr":"max by (ins) (pg:ins:conn_usage{cls=\"$cls\"})"              ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"G" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},                    "exemplar":false,"expr":"sum by (ins) (pgbouncer:ins:query_rate1m{cls=\"$cls\"})"     ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"I" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},                    "exemplar":false,"expr":"sum by (ins) (pgbouncer:ins:waiting_clients{cls=\"$cls\"})"  ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"J" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},                    "exemplar":false,"expr":"max by (ins) (pg:ins:lag_bytes{cls=\"$cls\", ins=~'$cls.*'})","format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"K" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"min by (ins) (up{cls=\"$cls\", job=\"pgsql\"})"              ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"D" }
      ],
      "title":"Postgres Instances",
      "transformations":[
        {"id":"seriesToColumns","options":{"byField":"ins"}},
        {
          "id":"organize",
          "options":{
            "excludeByName":{
              "Time":true,
              "Time 1":true,
              "Time 10":true,
              "Time 2":true,
              "Time 3":true,
              "Time 4":true,
              "Time 6":true,
              "Time 8":true,
              "Time 9":true,
              "Value #A":false,
              "Value #B":false,
              "Value #H":false,
              "__name__":true,
              "__name__ 1":true,
              "__name__ 2":true,
              "__name__ 3":true,
              "__name__ 5":true,
              "__name__ 7":true,
              "cls":false,
              "cls 1":true,
              "cls 2":true,
              "cls 3":true,
              "cls 4":true,
              "cls 5":true,
              "cls 6":true,
              "cls 7":true,
              "instance":true,
              "instance 1":true,
              "instance 2":true,
              "instance 3":true,
              "instance 4":true,
              "instance 5":true,
              "instance 6":true,
              "ip 2":true,
              "ip 3":true,
              "ip 4":true,
              "ip 5":true,
              "ip 6":true,
              "ip 7":true,
              "job":true,
              "job 1":true,
              "job 2":true,
              "job 3":true,
              "job 4":true,
              "job 5":true,
              "job 6":true,
              "job 7":true
            },
            "indexByName":{"Time 1":10,"Time 2":13,"Time 3":16,"Time 4":17,"Time 5":19,"Time 6":20,"Value #A":1,"Value #B":4,"Value #C":5,"Value #D":0,"Value #E":7,"Value #G":6,"__name__ 1":11,"__name__ 2":14,"__name__ 3":22,"cls 1":18,"cls 2":8,"cls 3":23,"ins":2,"instance 1":21,"instance 2":24,"ip 1":3,"ip 2":9,"ip 3":25,"job 1":12,"job 2":15,"job 3":26},
            "renameByName":{"Time 4":"","Value #A":"Role","Value #B":"Load","Value #C":"TPS","Value #D":"Up","Value #E":"Backend","Value #F":"Query RT","Value #G":"Conn%","Value #H":"LB","Value #I":"QPS","Value #J":"Queue","Value #K":"Lag","cls 1":"","cls 2":"","ins":"Instance","ip":"IP","ip 1":"IP"}
          }
        }
      ],
      "type":"table"
    },
    {"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":6},"id":175,"panels":[],"title":"Checkpoint","type":"row"},
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":60,
            "gradientMode":"none",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"stepBefore",
            "lineWidth":0,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"auto",
            "showValues":false,
            "spanNulls":false,
            "stacking":{"group":"A","mode":"normal"},
            "thresholdsStyle":{"mode":"off"}
          },
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#3e668f","value":0}]}
        },
        "overrides":[]
      },
      "gridPos":{"h":7,"w":12,"x":0,"y":7},
      "id":171,
      "options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":false},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},
      "pluginVersion":"12.3.1",
      "targets":[
        {                                                          "editorMode":"code","exemplar":false,"expr":"increase(pg_checkpointer_req{ins=\"$ins\"}[1h])"  ,"hide":false,"interval":"","legendFormat":"Checkpoint","range":true,"refId":"A" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"increase(pg_checkpointer_timed{ins=\"$ins\"}[1h])","hide":false,"interval":"","legendFormat":"Checkpoint","range":true,"refId":"B" }
      ],
      "title":"Checkpoint (1h)",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":0}]}},
        "overrides":[{"matcher":{"id":"byName","options":"Last Checkpoint"},"properties":[{"id":"mappings","value":[{"options":{"0":{"color":"red","index":1,"text":"Disabled"},"1":{"color":"#346f36cc","index":0,"text":"Enabled"}},"type":"value"}]},{"id":"unit","value":"s"}]}]
      },
      "gridPos":{"h":7,"w":12,"x":12,"y":7},
      "id":173,
      "options":{"colorMode":"background","graphMode":"area","justifyMode":"auto","orientation":"auto","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"text":{},"textMode":"auto","wideLayout":true},
      "pluginVersion":"12.3.1",
      "targets":[
        { "exemplar":false,"expr":"pg_timeline_id{ins=\"$ins\"}"                 ,             "instant":true,"interval":"","legendFormat":"Timeline"       ,"refId":"A" },{ "exemplar":false,"expr":"pg_checkpoint_prev_tli{ins=\"$ins\"}"         ,"hide":false,"instant":true,"interval":"","legendFormat":"Prev TLI"       ,"refId":"B" },
        { "exemplar":false,"expr":"pg_checkpoint_elapse{ins=\"$ins\"}"           ,"hide":false,"instant":true,"interval":"","legendFormat":"Last Checkpoint","refId":"C" },{ "exemplar":false,"expr":"pg_checkpoint_next_xid_epoch{ins=\"$ins\"}"   ,"hide":false,"instant":true,"interval":"","legendFormat":"Next Xid Epoch" ,"refId":"D" },
        { "exemplar":false,"expr":"pg_checkpoint_next_xid_epoch{ins=\"$ins\"}"   ,"hide":false,"instant":true,"interval":"","legendFormat":"NextXidEpoch"   ,"refId":"E" },{ "exemplar":false,"expr":"pg_checkpoint_next_xid{ins=\"$ins\"}"         ,"hide":false,               "interval":"","legendFormat":"NextXid"        ,"refId":"F" },
        { "exemplar":false,"expr":"pg_checkpoint_next_oid{ins=\"$ins\"}"         ,"hide":false,"instant":true,"interval":"","legendFormat":"Next OID"       ,"refId":"G" },{ "exemplar":false,"expr":"pg_checkpoint_next_multixact_id{ins=\"$ins\"}","hide":false,"instant":true,"interval":"","legendFormat":"NextMultiXactID","refId":"H" },
        { "exemplar":false,"expr":"pg_checkpoint_next_multi_offset{ins=\"$ins\"}","hide":false,"instant":true,"interval":"","legendFormat":"NextMultiOffset","refId":"I" },{ "exemplar":false,"expr":"pg_checkpoint_oldest_xid{ins=\"$ins\"}"       ,"hide":false,"instant":true,"interval":"","legendFormat":"Oldest XID"     ,"refId":"J" }
      ],
      "type":"stat"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":60,
            "gradientMode":"none",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"stepBefore",
            "lineWidth":0,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"auto",
            "showValues":false,
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#3e668f","value":0}]}
        },
        "overrides":[]
      },
      "gridPos":{"h":7,"w":12,"x":0,"y":14},
      "id":215,
      "options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":false},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},
      "pluginVersion":"12.3.1",
      "targets":[{"exemplar":false,"expr":"pg:ins:lsn_rate1m{ins=\"$ins\"}","hide":false,"interval":"","legendFormat":"Checkpoint","refId":"A"}],
      "title":"LSN Rate",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":5,
            "gradientMode":"hue",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"auto",
            "showValues":false,
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "links":[{"title":"PGSQL Database for ${__field.labels.datname}","url":"/d/pgsql-database?var-ins=${ins}&var-datname=${__field.labels.datname}&${__url_time_range}"}],
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":0}]},
          "unit":"ms"
        },
        "overrides":[]
      },
      "gridPos":{"h":7,"w":9,"x":12,"y":14},
      "id":216,
      "options":{"legend":{"calcs":["max"],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"12.3.1",
      "targets":[{"editorMode":"code","exemplar":false,"expr":"rate(pg_checkpointer_sync_time{ins=\"$ins\"}[1m])","interval":"","legendFormat":"Sync","range":true,"refId":"A"},{"editorMode":"code","exemplar":false,"expr":"- rate(pg_checkpointer_write_time{ins=\"$ins\"}[1m])","hide":false,"interval":"","legendFormat":"Write","range":true,"refId":"B"}],
      "title":"Checkpoint Sync/Write Time",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[{"options":{"0":{"color":"#3e668f","index":0,"text":"Disabled"},"1":{"color":"#346f36cc","index":1,"text":"Enabled"}},"type":"value"}],"thresholds":{"mode":"absolute","steps":[{"color":"#3e668f","value":0},{"color":"#346f36cc","value":1}]}},"overrides":[]},
      "gridPos":{"h":7,"w":3,"x":21,"y":14},
      "id":214,
      "options":{"colorMode":"background","graphMode":"area","justifyMode":"auto","orientation":"auto","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"text":{},"textMode":"auto","wideLayout":true},
      "pluginVersion":"12.3.1",
      "targets":[{"exemplar":false,"expr":"pg_setting_wal_log_hints{ins=\"$ins\"}","instant":true,"interval":"","legendFormat":"WAL Log Hints","refId":"A"},{"exemplar":false,"expr":"pg_setting_data_checksums{ins=\"$ins\"}","hide":false,"instant":true,"interval":"","legendFormat":"Data Checksum","refId":"B"}],
      "type":"stat"
    },
    {"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":21},"id":222,"panels":[],"title":"XID","type":"row"},
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":10,
            "gradientMode":"none",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "showValues":false,
            "spanNulls":true,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":0}]},
          "unit":"none"
        },
        "overrides":[]
      },
      "gridPos":{"h":12,"w":12,"x":0,"y":22},
      "id":226,
      "options":{"legend":{"calcs":["last"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"12.3.1",
      "targets":[
        { "exemplar":false,"expr":"pg_xact_xmax{ins=\"$ins\"}"                      ,             "interval":"","legendFormat":"xmax"                  ,"refId":"A" },{ "exemplar":false,"expr":"pg_xact_xmin{ins=\"$ins\"}"                      ,"hide":false,"interval":"","legendFormat":"xmin"                  ,"refId":"B" },
        { "exemplar":false,"expr":"pg_db_frozen_xid{ins=\"$ins\"}"                  ,"hide":false,"interval":"","legendFormat":"frozen {{ datname }}"  ,"refId":"C" },{ "exemplar":false,"expr":"pg_checkpoint_oldest_active_xid{ins=\"$ins\"}"   ,"hide":false,"interval":"","legendFormat":"ckpt oldest active xid","refId":"D" },
        { "exemplar":false,"expr":"pg_checkpoint_oldest_xid{ins=\"$ins\"}"          ,"hide":false,"interval":"","legendFormat":"ckpt oldest xid"       ,"refId":"F" },{ "exemplar":false,"expr":"pg_checkpoint_next_xid{ins=\"$ins\"}"            ,"hide":false,"interval":"","legendFormat":"ckpt next xid"         ,"refId":"E" },
        { "exemplar":false,"expr":"pg_checkpoint_newest_commit_ts_xid{ins=\"$ins\"}","hide":false,"interval":"","legendFormat":"ckpt newest cmt ts xid","refId":"G" }
      ],
      "title":"XID",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":0,
            "gradientMode":"none",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"auto",
            "showValues":false,
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"area"}
          },
          "links":[{"title":"PGSQL Query for ${ins}","url":"/d/pgsql-query?var-ins=${ins}&${__url_time_range}"}],
          "mappings":[{"options":{"match":"null+nan","result":{"color":"gray","index":0,"text":"\u2205"}},"type":"special"}],
          "min":0,
          "thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"yellow","value":2},{"color":"orange","value":10},{"color":"red","value":30},{"color":"purple","value":90},{"color":"text","value":100}]},
          "unit":"percentunit"
        },
        "overrides":[]
      },
      "gridPos":{"h":6,"w":12,"x":12,"y":22},
      "id":228,
      "options":{"legend":{"calcs":["max"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},
      "pluginVersion":"12.3.1",
      "targets":[{"exemplar":false,"expr":"pg:db:age{ins=\"$ins\"}","interval":"","legendFormat":"{{ datname }}","refId":"A"}],
      "title":"Age Usage",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":0,
            "gradientMode":"opacity",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "showValues":false,
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"area"}
          },
          "decimals":0,
          "mappings":[{"options":{"-1":{"index":1,"text":"+Inf"}},"type":"value"},{"options":{"match":"null+nan","result":{"index":0,"text":"N/A"}},"type":"special"}],
          "max":3200000,
          "min":0,
          "thresholds":{"mode":"absolute","steps":[{"color":"text","value":0},{"color":"purple","value":3600},{"color":"orange","value":86400},{"color":"yellow","value":604800},{"color":"green","value":126230400}]},
          "unit":"s"
        },
        "overrides":[]
      },
      "gridPos":{"h":6,"w":12,"x":12,"y":28},
      "id":230,
      "options":{"legend":{"calcs":["min"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"12.3.1",
      "targets":[{"exemplar":false,"expr":"clamp_min(pg:db:age_exhaust{ins=\"$ins\"}, -1)","interval":"","legendFormat":"{{ datname }}","refId":"A"}],
      "title":"Age Exhaust Estimate",
      "type":"timeseries"
    },
    {"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":34},"id":167,"panels":[],"title":"BGWriter","type":"row"},
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":60,
            "gradientMode":"hue",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":0,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"auto",
            "showValues":false,
            "spanNulls":false,
            "stacking":{"group":"A","mode":"normal"},
            "thresholdsStyle":{"mode":"off"}
          },
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":0}]},
          "unit":"decbytes"
        },
        "overrides":[{"matcher":{"id":"byName","options":"Clean"},"properties":[{"id":"color","value":{"fixedColor":"#346f36cc","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"Backend"},"properties":[{"id":"color","value":{"fixedColor":"#f79f64","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"Checkpoint"},"properties":[{"id":"color","value":{"fixedColor":"#3e668f","mode":"fixed"}}]}]
      },
      "gridPos":{"h":8,"w":12,"x":0,"y":35},
      "id":168,
      "options":{"legend":{"calcs":["max"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"12.3.1",
      "targets":[
        { "exemplar":false,"expr":"rate(pg_bgwriter_buffers_clean{ins=\"$ins\"}[1m]) * 8192"     ,             "interval":"",               "legendFormat":"Clean"     ,"refId":"A" },{ "exemplar":false,"expr":"rate(pg_bgwriter_buffers_checkpoint{ins=\"$ins\"}[1m]) * 8192","hide":false,"interval":"",               "legendFormat":"Checkpoint","refId":"B" },
        { "exemplar":false,"expr":"rate(pg_bgwriter_buffers_backend{ins=\"$ins\"}[1m]) * 8192"   ,"hide":false,"interval":"","instant":true,"legendFormat":"Backend"   ,"refId":"C" }
      ],
      "title":"Buffer Flush",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":60,
            "gradientMode":"hue",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":0,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"auto",
            "showValues":false,
            "spanNulls":false,
            "stacking":{"group":"A","mode":"normal"},
            "thresholdsStyle":{"mode":"off"}
          },
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":0}]},
          "unit":"decbytes"
        },
        "overrides":[
          { "matcher":{"id":"byName","options":"Clean"}     ,"properties":[{"id":"color","value":{"fixedColor":"#346f36cc","mode":"fixed"}}]       },{ "matcher":{"id":"byName","options":"Backend"}   ,"properties":[{"id":"color","value":{"fixedColor":"#f79f64","mode":"fixed"}}]         },
          { "matcher":{"id":"byName","options":"Checkpoint"},"properties":[{"id":"color","value":{"fixedColor":"#3e668f","mode":"fixed"}}]         },{ "matcher":{"id":"byName","options":"Alloc"}     ,"properties":[{"id":"color","value":{"fixedColor":"super-light-red","mode":"fixed"}}] }
        ]
      },
      "gridPos":{"h":8,"w":12,"x":12,"y":35},
      "id":169,
      "options":{"legend":{"calcs":["max"],"displayMode":"list","placement":"bottom","showLegend":false},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"12.3.1",
      "targets":[{"exemplar":false,"expr":"rate(pg_bgwriter_buffers_alloc{ins=\"$ins\"}[1m]) * 8192","interval":"","legendFormat":"Alloc","refId":"A"}],
      "title":"Buffer Alloc",
      "type":"timeseries"
    },
    {"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":43},"id":163,"panels":[],"title":"Datafile","type":"row"},
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":35,
            "gradientMode":"hue",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":0,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"auto",
            "showValues":false,
            "spanNulls":false,
            "stacking":{"group":"A","mode":"normal"},
            "thresholdsStyle":{"mode":"off"}
          },
          "links":[{"title":"PGSQL Database for ${__field.labels.datname}","url":"/d/pgsql-database?var-ins=${ins}&var-datname=${__field.labels.datname}&${__url_time_range}"}],
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"green","value":0}]},
          "unit":"decbytes"
        },
        "overrides":[]
      },
      "gridPos":{"h":8,"w":12,"x":0,"y":44},
      "id":160,
      "options":{"legend":{"calcs":["last"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"12.3.1",
      "targets":[{"exemplar":false,"expr":"pg_size_bytes{ins=\"$ins\", datname!~\"(log|wal)\"}","interval":"","legendFormat":"{{ datname }}","refId":"A"}],
      "title":"PG Database Size",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":35,
            "gradientMode":"hue",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":0,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"auto",
            "showValues":false,
            "spanNulls":false,
            "stacking":{"group":"A","mode":"normal"},
            "thresholdsStyle":{"mode":"off"}
          },
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"green","value":0}]},
          "unit":"decbytes"
        },
        "overrides":[]
      },
      "gridPos":{"h":8,"w":12,"x":12,"y":44},
      "id":161,
      "options":{"legend":{"calcs":["last"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"12.3.1",
      "targets":[{"exemplar":false,"expr":"pg_size_bytes{ins=\"$ins\", datname=~\"(log|wal)\"}","interval":"","legendFormat":"{{ datname }}","refId":"A"}],
      "title":"WAL & Log Size",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":35,
            "gradientMode":"hue",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":0,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"auto",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"normal"},
            "thresholdsStyle":{"mode":"off"}
          },
          "links":[{"title":"PGSQL Database for ${__field.labels.datname}","url":"/d/pgsql-database?var-ins=${ins}&var-datname=${__field.labels.datname}&${__url_time_range}"}],
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]},
          "unit":"decbytes"
        },
        "overrides":[]
      },
      "gridPos":{"h":8,"w":12,"x":0,"y":52},
      "id":232,
      "options":{"legend":{"calcs":["last"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"11.6.0",
      "targets":[{"exemplar":false,"expr":"increase(pg_db_temp_bytes{ins=\"$ins\"}[5m])","interval":"","legendFormat":"{{ datname }}","refId":"A"}],
      "title":"Temp File Size (5m)",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":35,
            "gradientMode":"hue",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":0,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"auto",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"normal"},
            "thresholdsStyle":{"mode":"off"}
          },
          "links":[{"title":"PGSQL Database for ${__field.labels.datname}","url":"/d/pgsql-database?var-ins=${ins}&var-datname=${__field.labels.datname}&${__url_time_range}"}],
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]},
          "unit":"none"
        },
        "overrides":[]
      },
      "gridPos":{"h":8,"w":12,"x":12,"y":52},
      "id":233,
      "options":{"legend":{"calcs":["last"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"11.6.0",
      "targets":[{"exemplar":false,"expr":"increase(pg_db_temp_files{ins=\"$ins\"}[5m])","interval":"","legendFormat":"{{ datname }}","refId":"A"}],
      "title":"Temp File Count (5m)",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":6,
            "gradientMode":"hue",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"auto",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"normal"},
            "thresholdsStyle":{"mode":"off"}
          },
          "links":[{"title":"PGSQL Database for ${__field.labels.datname}","url":"/d/pgsql-database?var-ins=${ins}&var-datname=${__field.labels.datname}&${__url_time_range}"}],
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]},
          "unit":"decbytes"
        },
        "overrides":[]
      },
      "gridPos":{"h":8,"w":12,"x":0,"y":60},
      "id":190,
      "options":{"legend":{"calcs":["last"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"11.6.0",
      "targets":[{"exemplar":false,"expr":"delta(pg_size_bytes{ins=\"$ins\", datname!~\"(log|wal)\"}[10m])","interval":"","legendFormat":"{{ datname }}","refId":"A"}],
      "title":"Database Size Delta 10m",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":6,
            "gradientMode":"hue",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"auto",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]},
          "unit":"decbytes"
        },
        "overrides":[]
      },
      "gridPos":{"h":8,"w":12,"x":12,"y":60},
      "id":192,
      "options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"11.6.0",
      "targets":[{"exemplar":false,"expr":"delta(pg_size_bytes{ins=\"$ins\", datname=\"wal\"}[10m])","interval":"","legendFormat":"WAL","refId":"A"},{"exemplar":false,"expr":"delta(pg_size_bytes{ins=\"$ins\", datname=\"log\"}[10m])","hide":false,"interval":"","legendFormat":"LOG","refId":"B"}],
      "title":"WAL / LOG Size Delta 10m",
      "type":"timeseries"
    },
    {"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":68},"id":185,"panels":[],"title":"Blocks","type":"row"},
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"Database 4k blocks access",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":60,
            "gradientMode":"hue",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":0,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"auto",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"normal"},
            "thresholdsStyle":{"mode":"off"}
          },
          "links":[{"title":"PGSQL Database for ${__field.labels.datname}","url":"/d/pgsql-database?var-ins=${ins}&var-datname=${__field.labels.datname}&${__url_time_range}"}],
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]},
          "unit":"decbytes"
        },
        "overrides":[{"matcher":{"id":"byName","options":"Clean"},"properties":[{"id":"color","value":{"fixedColor":"#346f36cc","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"Backend"},"properties":[{"id":"color","value":{"fixedColor":"#f79f64","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"Checkpoint"},"properties":[{"id":"color","value":{"fixedColor":"#3e668f","mode":"fixed"}}]}]
      },
      "gridPos":{"h":8,"w":12,"x":0,"y":69},
      "id":182,
      "options":{"legend":{"calcs":["max"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"11.6.0",
      "targets":[{"exemplar":false,"expr":"pg:db:blks_access_1m{ins=\"$ins\"} * 4096","interval":"","legendFormat":"{{ datname }}","refId":"A"}],
      "title":"Blocks Access 1m",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"Database 4k blocks access",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":60,
            "gradientMode":"hue",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":0,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"auto",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"normal"},
            "thresholdsStyle":{"mode":"off"}
          },
          "links":[{"title":"PGSQL Database for ${__field.labels.datname}","url":"/d/pgsql-database?var-ins=${ins}&var-datname=${__field.labels.datname}&${__url_time_range}"}],
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]},
          "unit":"decbytes"
        },
        "overrides":[{"matcher":{"id":"byName","options":"Clean"},"properties":[{"id":"color","value":{"fixedColor":"#346f36cc","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"Backend"},"properties":[{"id":"color","value":{"fixedColor":"#f79f64","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"Checkpoint"},"properties":[{"id":"color","value":{"fixedColor":"#3e668f","mode":"fixed"}}]}]
      },
      "gridPos":{"h":8,"w":12,"x":12,"y":69},
      "id":187,
      "options":{"legend":{"calcs":["max"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"11.6.0",
      "targets":[{"exemplar":false,"expr":"pg:db:blks_read_1m{ins=\"$ins\"} * 4096","interval":"","legendFormat":"{{ datname }}","refId":"A"}],
      "title":"Blocks Read 1m",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"Database 4k blocks access",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "axisSoftMax":1,
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":5,
            "gradientMode":"hue",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":2,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"auto",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "decimals":4,
          "links":[{"title":"PGSQL Database for ${__field.labels.datname}","url":"/d/pgsql-database?var-ins=${ins}&var-datname=${__field.labels.datname}&${__url_time_range}"}],
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]},
          "unit":"percentunit"
        },
        "overrides":[]
      },
      "gridPos":{"h":8,"w":12,"x":0,"y":77},
      "id":188,
      "options":{"legend":{"calcs":["min"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"11.6.0",
      "targets":[{"exemplar":false,"expr":"pg:db:blks_hit_ratio1m{ins=\"$ins\"}","interval":"","legendFormat":"{{ datname }}","refId":"A"}],
      "title":"Blocks Hit Ratio 1m",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":true,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":5,
            "gradientMode":"hue",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"auto",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "links":[{"title":"PGSQL Database for ${__field.labels.datname}","url":"/d/pgsql-database?var-ins=${ins}&var-datname=${__field.labels.datname}&${__url_time_range}"}],
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]},
          "unit":"s"
        },
        "overrides":[]
      },
      "gridPos":{"h":8,"w":9,"x":12,"y":77},
      "id":189,
      "options":{"legend":{"calcs":["max"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"11.6.0",
      "targets":[{"exemplar":false,"expr":"pg:db:blk_read_time_seconds_rate1m{ins=\"$ins\"}","interval":"","legendFormat":"\u25b2 {{ datname }}","refId":"A"},{"exemplar":false,"expr":"- pg:db:blk_read_time_seconds_rate1m{ins=\"$ins\"}","hide":false,"interval":"","legendFormat":"\u25bc {{ datname }}","refId":"B"}],
      "title":"Blocks Read/Write Time Spent",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{"color":{"mode":"thresholds"},"mappings":[{"options":{"-1":{"color":"gray","index":1,"text":"N/A"}},"type":"value"},{"options":{"match":"null+nan","result":{"color":"super-light-green","index":0,"text":"N/A"}},"type":"special"}],"thresholds":{"mode":"absolute","steps":[{"color":"#3e668f"},{"color":"#346f36cc","value":1}]}},
        "overrides":[{"matcher":{"id":"byName","options":"Last Finish"},"properties":[{"id":"unit","value":"s"}]}]
      },
      "gridPos":{"h":8,"w":3,"x":21,"y":77},
      "id":220,
      "options":{"colorMode":"background","graphMode":"area","justifyMode":"center","orientation":"horizontal","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"text":{"valueSize":12},"textMode":"auto","wideLayout":true},
      "pluginVersion":"11.6.0",
      "targets":[{"exemplar":false,"expr":"pg_db_cks_fails{ins=\"$ins\", datname!~'postgres|template\\\\d'}","instant":true,"interval":"","legendFormat":"{{ datname }}","refId":"A"}],
      "title":"Checksum Failure",
      "type":"stat"
    },
    {"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":85},"id":165,"panels":[],"title":"Archiver","type":"row"},
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":60,
            "gradientMode":"none",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"stepBefore",
            "lineWidth":0,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"auto",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#3e668f"}]}
        },
        "overrides":[]
      },
      "gridPos":{"h":7,"w":12,"x":0,"y":86},
      "id":217,
      "options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":false},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},
      "pluginVersion":"11.6.0",
      "targets":[{"exemplar":false,"expr":"pg_archiver_finish_count{ins=\"$ins\"}","hide":false,"interval":"","legendFormat":"Checkpoint","refId":"A"}],
      "title":"Archiver Finished",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":60,
            "gradientMode":"none",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"stepBefore",
            "lineWidth":0,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"auto",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"red"}]}
        },
        "overrides":[{"matcher":{"id":"byName","options":"Failed"},"properties":[{"id":"color","value":{"fixedColor":"#cc4637d9","mode":"fixed"}}]}]
      },
      "gridPos":{"h":7,"w":9,"x":12,"y":86},
      "id":218,
      "options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":false},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},
      "pluginVersion":"11.6.0",
      "targets":[{"exemplar":false,"expr":"pg_archiver_failed_count{ins=\"$ins\"}","hide":false,"interval":"","legendFormat":"Failed","refId":"A"}],
      "title":"Archiver Failed",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{"color":{"mode":"thresholds"},"mappings":[{"options":{"match":"null+nan","result":{"color":"#f79f64","index":0,"text":"N/A"}},"type":"special"}],"thresholds":{"mode":"absolute","steps":[{"color":"#3e668f"},{"color":"#346f36cc","value":1}]}},
        "overrides":[{"matcher":{"id":"byName","options":"Last Finish"},"properties":[{"id":"unit","value":"s"}]},{"matcher":{"id":"byName","options":"Last Failure"},"properties":[{"id":"unit","value":"s"}]}]
      },
      "gridPos":{"h":7,"w":3,"x":21,"y":86},
      "id":219,
      "options":{"colorMode":"background","graphMode":"area","justifyMode":"auto","orientation":"auto","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"text":{},"textMode":"auto","wideLayout":true},
      "pluginVersion":"11.6.0",
      "targets":[
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},                    "exemplar":false,"expr":"time() - pg_archiver_last_finish_time{ins=\"$ins\"}","instant":true,             "interval":"","legendFormat":"Last Finish" ,"refId":"A" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"time() - pg_archiver_last_failed_time{ins=\"$ins\"}","instant":true,"hide":false,"interval":"","legendFormat":"Last Failure","refId":"B" }
      ],
      "type":"stat"
    },
    {"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":93},"id":177,"panels":[],"title":"Memory","type":"row"},
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":10,
            "gradientMode":"none",
            "hideFrom":{"graph":false,"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"},{"color":"red","value":80}]},
          "unit":"decbytes"
        },
        "overrides":[]
      },
      "gridPos":{"h":6,"w":12,"x":0,"y":94},
      "id":208,
      "options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"11.6.0",
      "targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"node_memory_Writeback_bytes{ip=\"$ip\"}","hide":false,"interval":"","legendFormat":"Writeback","refId":"A"},{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"node_memory_Dirty_bytes{ip=\"$ip\"}","hide":false,"interval":"","legendFormat":"Dirty","refId":"B"}],
      "title":"Writeback / Dirty",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"Rate of pages in/out/swapin/swapout",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":true,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":10,
            "gradientMode":"none",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"},{"color":"red","value":80}]},
          "unit":"none"
        },
        "overrides":[
          { "matcher":{"id":"byName","options":"\u25b2PageIn"} ,"properties":[{"id":"color","value":{"fixedColor":"#346f36cc","mode":"fixed"}}] },{ "matcher":{"id":"byName","options":"\u25b2SwapIn"} ,"properties":[{"id":"color","value":{"fixedColor":"#cc4637d9","mode":"fixed"}}] },
          { "matcher":{"id":"byName","options":"\u25bcPageOut"},"properties":[{"id":"color","value":{"fixedColor":"#3e668f","mode":"fixed"}}]   },{ "matcher":{"id":"byName","options":"\u25bcSwapOut"},"properties":[{"id":"color","value":{"fixedColor":"#f79f64","mode":"fixed"}}]   }
        ]
      },
      "gridPos":{"h":6,"w":12,"x":12,"y":94},
      "id":206,
      "options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"11.6.0",
      "targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"node:ins:pagein_rate1m{ip=\"$ip\"}","instant":false,"interval":"","legendFormat":"\u25b2PageIn","refId":"A"},{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"- node:ins:pageout_rate1m{ip=\"$ip\"}","instant":false,"interval":"","legendFormat":"\u25bcPageOut","refId":"B"}],
      "title":"Page In/Out Rate",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{
          "color":{"fixedColor":"#b783af","mode":"fixed"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":-1,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":75,
            "gradientMode":"opacity",
            "hideFrom":{"graph":false,"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":2,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]},
          "unit":"short"
        },
        "overrides":[]
      },
      "gridPos":{"h":6,"w":12,"x":0,"y":100},
      "id":210,
      "options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":false},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},
      "pluginVersion":"11.6.0",
      "targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"node:ins:pgmajfault_rate1m{ip=\"$ip\"}","hide":false,"interval":"","legendFormat":"PageFault","refId":"A"}],
      "title":"Major Page Fault",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{
          "color":{"fixedColor":"#cc4637d9","mode":"fixed"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":-1,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":75,
            "gradientMode":"opacity",
            "hideFrom":{"graph":false,"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":2,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]},
          "unit":"short"
        },
        "overrides":[]
      },
      "gridPos":{"h":6,"w":12,"x":12,"y":100},
      "id":212,
      "options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":false},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},
      "pluginVersion":"11.6.0",
      "targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"node:ins:pagefault_rate1m{ip=\"$ip\"}","hide":false,"interval":"","legendFormat":"PageFault","refId":"A"}],
      "title":"Page Fault",
      "type":"timeseries"
    },
    {"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":106},"id":179,"panels":[],"title":"Filesystem","type":"row"},
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{"custom":{"align":"center","cellOptions":{"type":"auto"},"filterable":false,"inspect":false},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]},"unit":"none"},
        "overrides":[
          {
            "matcher":{"id":"byName","options":"util"},
            "properties":[{"id":"unit","value":"percentunit"},{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#3e668f"},{"color":"#346f36cc","value":0.1},{"color":"#fcdb72","value":0.3},{"color":"#f79f64","value":0.5},{"color":"red","value":0.7},{"color":"#b783af","value":0.9},{"color":"text","value":0.99}]}},{"id":"custom.cellOptions","value":{"type":"color-text"}},{"id":"custom.width","value":80}]
          },
          {"matcher":{"id":"byName","options":"queue"},"properties":[{"id":"custom.width","value":80}]},{"matcher":{"id":"byName","options":"r/s"},"properties":[{"id":"custom.width","value":60}]},{"matcher":{"id":"byName","options":"w/s"},"properties":[{"id":"custom.width","value":60}]},{"matcher":{"id":"byName","options":"mr/s"},"properties":[{"id":"custom.width","value":60}]},
          {"matcher":{"id":"byName","options":"mw/s"},"properties":[{"id":"custom.width","value":60}]},{"matcher":{"id":"byName","options":"rB/s"},"properties":[{"id":"custom.width","value":80},{"id":"unit","value":"Bps"}]},{"matcher":{"id":"byName","options":"wB/s"},"properties":[{"id":"custom.width","value":80},{"id":"unit","value":"Bps"}]},
          {"matcher":{"id":"byName","options":"r_await"},"properties":[{"id":"custom.width","value":80},{"id":"unit","value":"s"}]},{"matcher":{"id":"byName","options":"w_await"},"properties":[{"id":"custom.width","value":80},{"id":"unit","value":"s"},{"id":"mappings","value":[{"options":{"match":"null+nan","result":{"color":"gray","index":0,"text":"N/A"}},"type":"special"}]}]},
          {"matcher":{"id":"byName","options":"r_batch"},"properties":[{"id":"custom.width","value":80},{"id":"unit","value":"decbytes"}]},{"matcher":{"id":"byName","options":"w_batch"},"properties":[{"id":"custom.width","value":80},{"id":"unit","value":"decbytes"}]}
        ]
      },
      "gridPos":{"h":5,"w":24,"x":0,"y":107},
      "id":235,
      "options":{"cellHeight":"sm","footer":{"countRows":false,"fields":"","reducer":["sum"],"show":false},"showHeader":true,"sortBy":[{"desc":false,"displayName":"Disk"}]},
      "pluginVersion":"11.6.0",
      "targets":[
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (device) (node:dev:disk_util_1m{ip=\"$ip\"})"           ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"util"   ,"refId":"A" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (device) (node:dev:disk_avg_queue_size{ip=\"$ip\"})"    ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"queue"  ,"refId":"B" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (device) (node:dev:disk_reads_rate1m{ip=\"$ip\"})"      ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"r/s"    ,"refId":"C" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (device) (node:dev:disk_writes_rate1m{ip=\"$ip\"})"     ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"w/s"    ,"refId":"D" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (device) (node:dev:disk_mreads_rate1m{ip=\"$ip\"})"     ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"mr/s"   ,"refId":"E" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (device) (node:dev:disk_mwrites_rate1m{ip=\"$ip\"})"    ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"mw/s"   ,"refId":"F" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (device) (node:dev:disk_read_bytes_rate1m{ip=\"$ip\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"rb/s"   ,"refId":"H" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (device) (node:dev:disk_write_bytes_rate1m{ip=\"$ip\"})","format":"table","hide":false,"instant":true,"interval":"","legendFormat":"wb/s"   ,"refId":"I" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (device) (node:dev:disk_read_rt_1m{ip=\"$ip\"})"        ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"r_await","refId":"J" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (device) (node:dev:disk_write_rt_1m{ip=\"$ip\"})"       ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"w_await","refId":"K" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (device) (node:dev:disk_read_batch_1m{ip=\"$ip\"})"     ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"rreq-sz","refId":"L" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (device) (node:dev:disk_write_batch_1m{ip=\"$ip\"})"    ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"wreq-sz","refId":"M" }
      ],
      "transformations":[
        {"id":"seriesToColumns","options":{"byField":"device"}},
        {
          "id":"organize",
          "options":{
            "excludeByName":{"Time":true,"Time 1":true,"Time 10":true,"Time 11":true,"Time 12":true,"Time 2":true,"Time 3":true,"Time 4":true,"Time 5":true,"Time 6":true,"Time 7":true,"Time 8":true,"Time 9":true,"Value #A":false,"__name__":true,"cls":true,"ins":true,"instance":true,"job":true},
            "indexByName":{"Time 1":13,"Time 10":22,"Time 11":23,"Time 12":24,"Time 2":14,"Time 3":15,"Time 4":16,"Time 5":17,"Time 6":18,"Time 7":19,"Time 8":20,"Time 9":21,"Value #A":1,"Value #B":2,"Value #C":3,"Value #D":4,"Value #E":5,"Value #F":6,"Value #H":7,"Value #I":8,"Value #J":9,"Value #K":10,"Value #L":11,"Value #M":12,"device":0},
            "renameByName":{"Time 1":"","Value #A":"util","Value #B":"queue","Value #C":"r/s","Value #D":"w/s","Value #E":"mr/s","Value #F":"mw/s","Value #G":"iNode Used","Value #H":"rB/s","Value #I":"wB/s","Value #J":"r_await","Value #K":"w_await","Value #L":"r_batch","Value #M":"w_batch","device":"Disk","fstype":"FS","mountpoint":"Path"}
          }
        }
      ],
      "type":"table"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"\u25b2 for read IOPS, \u25bc for write IOPS",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":true,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":10,
            "gradientMode":"opacity",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"smooth",
            "lineWidth":1,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"},{"color":"red","value":80}]},
          "unit":"short"
        },
        "overrides":[{"matcher":{"id":"byName","options":"/dfa/"},"properties":[{"id":"custom.fillOpacity","value":50},{"id":"custom.lineWidth","value":2}]}]
      },
      "gridPos":{"h":6,"w":12,"x":0,"y":112},
      "id":204,
      "options":{"legend":{"calcs":["mean"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"11.6.0",
      "targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"node:dev:disk_reads_rate1m{ip=\"$ip\"}","interval":"","legendFormat":"\u25b2{{ device }}","refId":"A"},{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"- node:dev:disk_writes_rate1m{ip=\"$ip\"}","interval":"","legendFormat":"\u25bc{{ device }}","refId":"B"}],
      "title":"Read/Write IOPS",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"\u25b2 for read bandwidth, \u25bc for write bandwidth",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":true,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":10,
            "gradientMode":"opacity",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"smooth",
            "lineWidth":1,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"},{"color":"red","value":80}]},
          "unit":"Bps"
        },
        "overrides":[{"matcher":{"id":"byName","options":"/dfa/"},"properties":[{"id":"custom.fillOpacity","value":40},{"id":"custom.fillOpacity","value":10},{"id":"custom.lineWidth","value":2}]}]
      },
      "gridPos":{"h":6,"w":12,"x":12,"y":112},
      "id":202,
      "options":{"legend":{"calcs":["mean"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"11.6.0",
      "targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"node:dev:disk_read_bytes_rate1m{ip=\"$ip\"}","interval":"","legendFormat":"\u25b2{{ device }}","refId":"A"},{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"- node:dev:disk_write_bytes_rate1m{ip=\"$ip\"}","interval":"","legendFormat":"\u25bc{{ device }}","refId":"B"}],
      "title":"Read/Write Bandwidth",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{"custom":{"align":"center","cellOptions":{"type":"auto"},"filterable":false,"inspect":false},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"}]},"unit":"decbytes"},
        "overrides":[
          {"matcher":{"id":"byName","options":"Size"},"properties":[{"id":"custom.width","value":80},{"id":"decimals"}]},{"matcher":{"id":"byName","options":"Free"},"properties":[{"id":"custom.width","value":80}]},{"matcher":{"id":"byName","options":"Used"},"properties":[{"id":"custom.width","value":80}]},
          {
            "matcher":{"id":"byName","options":"Usage"},
            "properties":[
              { "id":"custom.width"      ,"value":80                                                                                                                                                                                                                                                            },
              { "id":"custom.cellOptions","value":{"type":"color-text"}                                                                                                                                                                                                                                         },
              { "id":"unit"              ,"value":"percentunit"                                                                                                                                                                                                                                                 },
              { "id":"thresholds"        ,"value":{"mode":"absolute","steps":[{"color":"#3e668f"},{"color":"#346f36cc","value":0.1},{"color":"#EAB839","value":0.8},{"color":"#EF843C","value":0.85},{"color":"red","value":0.9},{"color":"#b783af","value":0.95},{"color":"rgba(0, 0, 0, 0.7)","value":0.99}]} }
            ]
          },
          {"matcher":{"id":"byName","options":"iNodes"},"properties":[{"id":"custom.width","value":80}]},{"matcher":{"id":"byName","options":"iNode Free"},"properties":[{"id":"custom.width","value":90},{"id":"unit","value":"short"}]},{"matcher":{"id":"byName","options":"iNode Used"},"properties":[{"id":"custom.width","value":90},{"id":"unit","value":"short"}]},
          {
            "matcher":{"id":"byName","options":"iNode Usage"},
            "properties":[
              { "id":"custom.width"      ,"value":100                                                                                                                                                                                                                                                           },
              { "id":"unit"              ,"value":"percentunit"                                                                                                                                                                                                                                                 },
              { "id":"custom.cellOptions","value":{"type":"color-text"}                                                                                                                                                                                                                                         },
              { "id":"thresholds"        ,"value":{"mode":"absolute","steps":[{"color":"#3e668f"},{"color":"#346f36cc","value":0.1},{"color":"#fcdb72","value":0.8},{"color":"#f79f64","value":0.85},{"color":"red","value":0.9},{"color":"#b783af","value":0.95},{"color":"rgba(0, 0, 0, 0.7)","value":0.99}]} }
            ]
          },
          {"matcher":{"id":"byName","options":"FS"},"properties":[{"id":"custom.width","value":60}]},
          {
            "matcher":{"id":"byName","options":"Readonly"},
            "properties":[{"id":"mappings","value":[{"options":{"0":{"color":"#346f36cc","index":1,"text":"OK"},"1":{"color":"red","index":2,"text":"RO"}},"type":"value"},{"options":{"match":"null+nan","result":{"color":"gray","index":0,"text":"N/A"}},"type":"special"}]},{"id":"custom.cellOptions","value":{"mode":"basic","type":"color-background"}},{"id":"custom.width","value":80}]
          }
        ]
      },
      "gridPos":{"h":4,"w":24,"x":0,"y":118},
      "id":196,
      "options":{"cellHeight":"sm","footer":{"countRows":false,"fields":"","reducer":["sum"],"show":false},"showHeader":true,"sortBy":[]},
      "pluginVersion":"11.6.0",
      "targets":[
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"node:fs:size_bytes{ip=\"$ip\"}"                                                      ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"Total"      ,"refId":"A" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (device) (node:fs:avail_bytes{ip=\"$ip\"})"                                   ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"Avail"      ,"refId":"B" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (device) (node:fs:size_bytes{ip=\"$ip\"} - node:fs:avail_bytes{ip=\"$ip\"})"  ,"format":"table",             "instant":true,"interval":"","legendFormat":"Used"       ,"refId":"C" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (device) (node:fs:space_usage{ins=\"$ins\"})"                                 ,"format":"table",                            "interval":"","legendFormat":"Usage"      ,"refId":"D" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (device) (node:fs:inode_total{ip=\"$ip\"})"                                   ,"format":"table",             "instant":true,"interval":"","legendFormat":"iNodes"     ,"refId":"E" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (device) (node:fs:inode_free{ip=\"$ip\"})"                                    ,"format":"table",             "instant":true,"interval":"","legendFormat":"iNode Free" ,"refId":"F" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (device) (node:fs:inode_used{ip=\"$ip\"})"                                    ,"format":"table",             "instant":true,"interval":"","legendFormat":"iNode Used" ,"refId":"G" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"max by (device) (node:fs:inode_usage{ip=\"$ip\"})"                                   ,"format":"table",             "instant":true,"interval":"","legendFormat":"iNode Usage","refId":"H" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"min by (device) (node_filesystem_readonly{ip=\"$ip\", fstype!~\"(n|root|tmp)fs.*\"})","format":"table","hide":false,"instant":true,"interval":"","legendFormat":"iNode Usage","refId":"I" }
      ],
      "transformations":[
        {"id":"seriesToColumns","options":{"byField":"device"}},
        {
          "id":"organize",
          "options":{
            "excludeByName":{"Time":true,"Time 1":true,"Time 2":true,"Time 3":true,"Time 4":true,"Time 5":true,"Time 6":true,"Time 7":true,"Time 8":true,"Time 9":true,"Value #A":false,"__name__":true,"cls":true,"ins":true,"instance":true,"job":true},
            "indexByName":{"Time 1":12,"Time 2":13,"Time 3":14,"Time 4":15,"Time 5":16,"Time 6":17,"Time 7":18,"Time 8":19,"Time 9":20,"Value #A":6,"Value #B":7,"Value #C":8,"Value #D":4,"Value #E":9,"Value #F":10,"Value #G":11,"Value #H":5,"Value #I":3,"__name__":21,"cls":22,"device":1,"fstype":2,"ins":23,"instance":24,"job":25,"mountpoint":0},
            "renameByName":{"Value #A":"Size","Value #B":"Free","Value #C":"Used","Value #D":"Usage","Value #E":"iNodes","Value #F":"iNode Free","Value #G":"iNode Used","Value #H":"iNode Usage","Value #I":"Readonly","device":"Disk","fstype":"FS","mountpoint":"Path"}
          }
        }
      ],
      "type":"table"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":0,
            "gradientMode":"none",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"auto",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"area"}
          },
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#3e668f"},{"color":"green","value":0.1},{"color":"yellow","value":0.8},{"color":"orange","value":0.85},{"color":"#E24D42","value":0.9},{"color":"purple","value":0.95},{"color":"text","value":0.99}]},
          "unit":"percentunit"
        },
        "overrides":[]
      },
      "gridPos":{"h":6,"w":12,"x":0,"y":122},
      "id":198,
      "options":{"legend":{"calcs":["max"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"11.6.0",
      "targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"node:fs:space_usage{ip=\"$ip\"}","hide":false,"interval":"","legendFormat":"{{ mountpoint }}","refId":"A"}],
      "title":"Space Usage",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":0,
            "gradientMode":"opacity",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":1,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"area"}
          },
          "decimals":0,
          "mappings":[{"options":{"-1":{"index":1,"text":"+Inf"}},"type":"value"},{"options":{"match":"null+nan","result":{"index":0,"text":"N/A"}},"type":"special"}],
          "max":3200000,
          "min":0,
          "thresholds":{"mode":"absolute","steps":[{"color":"text"},{"color":"purple","value":3600},{"color":"orange","value":86400},{"color":"yellow","value":604800},{"color":"green","value":126230400}]},
          "unit":"s"
        },
        "overrides":[]
      },
      "gridPos":{"h":6,"w":12,"x":12,"y":122},
      "id":200,
      "options":{"legend":{"calcs":["min"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"11.6.0",
      "targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"exemplar":false,"expr":"node:fs:space_exhaust{ip=\"$ip\"}","interval":"","legendFormat":"{{ mountpoint }}","refId":"A"}],
      "title":"Space Exhaust Estimate",
      "type":"timeseries"
    },
    {
      "collapsed":true,
      "gridPos":{"h":1,"w":24,"x":0,"y":128},
      "id":236,
      "panels":[
        {
          "datasource":{"type":"prometheus","uid":"ds-prometheus"},
          "description":"\u25b2 for read IOPS, \u25bc for write IOPS",
          "fieldConfig":{
            "defaults":{
              "color":{"mode":"palette-classic"},
              "custom":{
                "axisCenteredZero":true,
                "axisColorMode":"text",
                "axisLabel":"",
                "axisPlacement":"auto",
                "barAlignment":0,
                "drawStyle":"line",
                "fillOpacity":10,
                "gradientMode":"opacity",
                "hideFrom":{"legend":false,"tooltip":false,"viz":false},
                "insertNulls":false,
                "lineInterpolation":"smooth",
                "lineWidth":1,
                "pointSize":5,
                "scaleDistribution":{"type":"linear"},
                "showPoints":"never",
                "spanNulls":false,
                "stacking":{"group":"A","mode":"none"},
                "thresholdsStyle":{"mode":"off"}
              },
              "mappings":[],
              "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"},{"color":"red","value":80}]},
              "unit":"short"
            },
            "overrides":[{"matcher":{"id":"byName","options":"/dfa/"},"properties":[{"id":"custom.fillOpacity","value":50},{"id":"custom.lineWidth","value":2}]}]
          },
          "gridPos":{"h":6,"w":12,"x":0,"y":129},
          "id":237,
          "options":{"legend":{"calcs":["mean"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"mode":"multi","sort":"none"}},
          "pluginVersion":"8.0.0",
          "targets":[
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum by (ins) (rate(pg_io_reads{ins=\"$ins\"}[1m]))"   ,"interval":"","legendFormat":"\u25b2{{ type }}","range":true,"refId":"A" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"- sum by (ins) (rate(pg_io_writes{ins=\"$ins\"}[1m]))","interval":"","legendFormat":"\u25bc{{ type }}","range":true,"refId":"B" }
          ],
          "title":"Read/Write Rate 1m",
          "type":"timeseries"
        },{
          "datasource":{"type":"prometheus","uid":"ds-prometheus"},
          "description":"\u25b2 for read bandwidth, \u25bc for write bandwidth",
          "fieldConfig":{
            "defaults":{
              "color":{"mode":"palette-classic"},
              "custom":{
                "axisCenteredZero":true,
                "axisColorMode":"text",
                "axisLabel":"",
                "axisPlacement":"auto",
                "barAlignment":0,
                "drawStyle":"line",
                "fillOpacity":10,
                "gradientMode":"opacity",
                "hideFrom":{"legend":false,"tooltip":false,"viz":false},
                "insertNulls":false,
                "lineInterpolation":"smooth",
                "lineWidth":1,
                "pointSize":5,
                "scaleDistribution":{"type":"linear"},
                "showPoints":"never",
                "spanNulls":false,
                "stacking":{"group":"A","mode":"none"},
                "thresholdsStyle":{"mode":"off"}
              },
              "mappings":[],
              "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"},{"color":"red","value":80}]},
              "unit":"Bps"
            },
            "overrides":[{"matcher":{"id":"byName","options":"/dfa/"},"properties":[{"id":"custom.fillOpacity","value":40},{"id":"custom.fillOpacity","value":10},{"id":"custom.lineWidth","value":2}]}]
          },
          "gridPos":{"h":6,"w":12,"x":12,"y":129},
          "id":238,
          "options":{"legend":{"calcs":["mean"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"mode":"multi","sort":"none"}},
          "pluginVersion":"8.0.0",
          "targets":[
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum by (ins) (rate(pg_io_reads{ins=\"$ins\"}[1m]) * pg_io_op_bytes{ins=\"$ins\"})"  ,"interval":"","legendFormat":"\u25b2{{ device }}","range":true,"refId":"A" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"- sum by (ins) (rate(pg_io_reads{ins=\"$ins\"}[1m]) * pg_io_op_bytes{ins=\"$ins\"})","interval":"","legendFormat":"\u25bc{{ device }}","range":true,"refId":"B" }
          ],
          "title":"Read/Write Bandwidth",
          "type":"timeseries"
        },{
          "datasource":{"type":"prometheus","uid":"ds-prometheus"},
          "description":"\u25b2 for read IOPS, \u25bc for write IOPS",
          "fieldConfig":{
            "defaults":{
              "color":{"mode":"palette-classic"},
              "custom":{
                "axisCenteredZero":false,
                "axisColorMode":"text",
                "axisLabel":"",
                "axisPlacement":"auto",
                "barAlignment":0,
                "drawStyle":"line",
                "fillOpacity":79,
                "gradientMode":"opacity",
                "hideFrom":{"legend":false,"tooltip":false,"viz":false},
                "insertNulls":false,
                "lineInterpolation":"smooth",
                "lineWidth":1,
                "pointSize":5,
                "scaleDistribution":{"type":"linear"},
                "showPoints":"never",
                "spanNulls":false,
                "stacking":{"group":"A","mode":"normal"},
                "thresholdsStyle":{"mode":"off"}
              },
              "mappings":[],
              "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"},{"color":"red","value":80}]},
              "unit":"short"
            },
            "overrides":[
              { "matcher":{"id":"byName","options":"/dfa/"}    ,"properties":[{"id":"custom.fillOpacity","value":50},{"id":"custom.lineWidth","value":2}] },{ "matcher":{"id":"byName","options":"writes"}   ,"properties":[{"id":"color","value":{"fixedColor":"#f79f64","mode":"fixed"}}]             },
              { "matcher":{"id":"byName","options":"reads"}    ,"properties":[{"id":"color","value":{"fixedColor":"#346f36cc","mode":"fixed"}}]           },{ "matcher":{"id":"byName","options":"writeback"},"properties":[{"id":"color","value":{"fixedColor":"#f79f64","mode":"fixed"}}]             },
              { "matcher":{"id":"byName","options":"extends"}  ,"properties":[{"id":"color","value":{"fixedColor":"#cc4637d9","mode":"fixed"}}]           },{ "matcher":{"id":"byName","options":"fsyncs"}   ,"properties":[{"id":"color","value":{"fixedColor":"#b783af","mode":"fixed"}}]             }
            ]
          },
          "gridPos":{"h":11,"w":12,"x":0,"y":135},
          "id":239,
          "options":{"legend":{"calcs":["lastNotNull"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"mode":"multi","sort":"none"}},
          "pluginVersion":"8.0.0",
          "targets":[
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum(rate(pg_io_reads{ins=\"$ins\"}[1m]))"     ,             "interval":"","legendFormat":"reads"    ,"range":true,"refId":"A" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum(rate(pg_io_writes{ins=\"$ins\"}[1m]))"    ,             "interval":"","legendFormat":"writes"   ,"range":true,"refId":"B" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum(rate(pg_io_hits{ins=\"$ins\"}[1m]))"      ,"hide":false,"interval":"","legendFormat":"hits"     ,"range":true,"refId":"C" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum(rate(pg_io_writebacks{ins=\"$ins\"}[1m]))","hide":false,"interval":"","legendFormat":"writeback","range":true,"refId":"D" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum(rate(pg_io_extends{ins=\"$ins\"}[1m]))"   ,"hide":false,"interval":"","legendFormat":"extends"  ,"range":true,"refId":"E" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum(rate(pg_io_fsyncs{ins=\"$ins\"}[1m]))"    ,"hide":false,"interval":"","legendFormat":"fsyncs"   ,"range":true,"refId":"F" }
          ],
          "title":"Operations Rate 1min",
          "type":"timeseries"
        },{
          "datasource":{"type":"prometheus","uid":"ds-prometheus"},
          "description":"",
          "fieldConfig":{
            "defaults":{
              "color":{"mode":"palette-classic"},
              "custom":{
                "axisCenteredZero":false,
                "axisColorMode":"text",
                "axisLabel":"",
                "axisPlacement":"auto",
                "barAlignment":0,
                "drawStyle":"line",
                "fillOpacity":10,
                "gradientMode":"opacity",
                "hideFrom":{"legend":false,"tooltip":false,"viz":false},
                "insertNulls":false,
                "lineInterpolation":"smooth",
                "lineWidth":1,
                "pointSize":5,
                "scaleDistribution":{"type":"linear"},
                "showPoints":"never",
                "spanNulls":false,
                "stacking":{"group":"A","mode":"none"},
                "thresholdsStyle":{"mode":"off"}
              },
              "mappings":[],
              "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"},{"color":"red","value":80}]},
              "unit":"s"
            },
            "overrides":[
              { "matcher":{"id":"byName","options":"writes"}   ,"properties":[{"id":"color","value":{"fixedColor":"#f79f64","mode":"fixed"}}]   },{ "matcher":{"id":"byName","options":"reads"}    ,"properties":[{"id":"color","value":{"fixedColor":"#346f36cc","mode":"fixed"}}] },{ "matcher":{"id":"byName","options":"writeback"},"properties":[{"id":"color","value":{"fixedColor":"#f79f64","mode":"fixed"}}]   },
              { "matcher":{"id":"byName","options":"extends"}  ,"properties":[{"id":"color","value":{"fixedColor":"#cc4637d9","mode":"fixed"}}] },{ "matcher":{"id":"byName","options":"fsyncs"}   ,"properties":[{"id":"color","value":{"fixedColor":"#b783af","mode":"fixed"}}]   }
            ]
          },
          "gridPos":{"h":11,"w":12,"x":12,"y":135},
          "id":240,
          "options":{"legend":{"calcs":["last"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"mode":"multi","sort":"none"}},
          "pluginVersion":"8.0.0",
          "targets":[
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum(rate(pg_io_read_time{ins=\"$ins\"}[1m])) / sum(rate(pg_io_reads{ins=\"$ins\"}[1m]))"          ,             "interval":"","legendFormat":"reads"    ,"range":true,"refId":"A" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum(rate(pg_io_write_time{ins=\"$ins\"}[1m])) / sum(rate(pg_io_writes{ins=\"$ins\"}[1m]))"        ,             "interval":"","legendFormat":"writes"   ,"range":true,"refId":"B" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum(rate(pg_io_writeback_time{ins=\"$ins\"}[1m])) / sum(rate(pg_io_writebacks{ins=\"$ins\"}[1m]))","hide":false,"interval":"","legendFormat":"writeback","range":true,"refId":"C" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum(rate(pg_io_extend_time{ins=\"$ins\"}[1m])) / sum(rate(pg_io_extends{ins=\"$ins\"}[1m]))"      ,"hide":false,"interval":"","legendFormat":"extends"  ,"range":true,"refId":"E" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum(rate(pg_io_fsync_time{ins=\"$ins\"}[1m])) / sum(rate(pg_io_fsyncs{ins=\"$ins\"}[1m]))"        ,"hide":false,"interval":"","legendFormat":"fsyncs"   ,"range":true,"refId":"F" }
          ],
          "title":"Operations Response Time 1min",
          "type":"timeseries"
        },{
          "datasource":{"type":"prometheus","uid":"ds-prometheus"},
          "description":"OPS / s",
          "fieldConfig":{
            "defaults":{"color":{"mode":"thresholds"},"custom":{"align":"auto","cellOptions":{"type":"auto"},"inspect":false},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc"},{"color":"red","value":80}]}},
            "overrides":[
              { "matcher":{"id":"byType","options":"number"}    ,"properties":[{"id":"custom.width","value":80},{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#7f7f7f80"},{"color":"#3e668f","value":0.0001},{"color":"#346f36cc","value":1},{"color":"#fcdb72","value":1000}]}},{"id":"custom.cellOptions","value":{"type":"color-text"}}] },
              { "matcher":{"id":"byName","options":"WriteBacks"},"properties":[{"id":"custom.width","value":100}]                                                                                                                                                                                                                                              }
            ]
          },
          "gridPos":{"h":11,"w":24,"x":0,"y":146},
          "id":241,
          "options":{"cellHeight":"sm","footer":{"countRows":false,"fields":"","reducer":["sum"],"show":false},"showHeader":true,"sortBy":[{"desc":true,"displayName":"Reads"}]},
          "pluginVersion":"10.1.5",
          "targets":[
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum by (type) (rate(pg_io_reads{ins=\"$ins\"}[1m]))"     ,"format":"table",             "instant":true,"range":false,"refId":"A" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum by (type) (rate(pg_io_writes{ins=\"$ins\"}[1m]))"    ,"format":"table","hide":false,"instant":true,"range":false,"refId":"B" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum by (type) (rate(pg_io_writebacks{ins=\"$ins\"}[1m]))","format":"table","hide":false,"instant":true,"range":false,"refId":"C" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum by (type) (rate(pg_io_extends{ins=\"$ins\"}[1m]))"   ,"format":"table","hide":false,"instant":true,"range":false,"refId":"D" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum by (type) (rate(pg_io_fsyncs{ins=\"$ins\"}[1m]))"    ,"format":"table","hide":false,"instant":true,"range":false,"refId":"E" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum by (type) (rate(pg_io_hits{ins=\"$ins\"}[1m]))"      ,"format":"table","hide":false,"instant":true,"range":false,"refId":"F" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum by (type) (rate(pg_io_evictions{ins=\"$ins\"}[1m]))" ,"format":"table","hide":false,"instant":true,"range":false,"refId":"G" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum by (type) (rate(pg_io_reuses{ins=\"$ins\"}[1m]))"    ,"format":"table","hide":false,"instant":true,"range":false,"refId":"H" }
          ],
          "title":"I/O Ops/s in Last minute",
          "transformations":[
            {"id":"joinByField","options":{"byField":"type","mode":"outer"}},
            {
              "id":"organize",
              "options":{
                "excludeByName":{"Time 1":true,"Time 2":true,"Time 3":true,"Time 4":true,"Time 5":true,"Time 6":true,"Time 7":true,"Time 8":true},
                "indexByName":{"Time 1":3,"Time 2":4,"Value #A":1,"Value #B":2,"type":0},
                "renameByName":{"Time 8":"","Value #A":"Reads","Value #B":"Writes","Value #C":"WriteBacks","Value #D":"Extends","Value #E":"Fsyncs","Value #F":"Hits","Value #G":"Evicts","Value #H":"Reuses","type":"Backend"}
              }
            }
          ],
          "type":"table"
        }
      ],
      "title":"PGSQL I/O (PG 16+)",
      "type":"row"
    }
  ],
  "preload":false,
  "refresh":"",
  "schemaVersion":42,
  "tags":["Pigsty","PGSQL","Instance"],
  "templating":{
    "list":[
      {"current":{},"datasource":{"type":"prometheus","uid":"ds-prometheus"},"definition":"label_values(pg_up, ins)","description":"Unique instance identifier (e.g pg-meta-1)","includeAll":false,"label":"Instance","name":"ins","options":[],"query":{"query":"label_values(pg_up, ins)","refId":"StandardVariableQuery"},"refresh":1,"regex":"","sort":1,"type":"query"},
      {"current":{},"datasource":{"type":"prometheus","uid":"ds-prometheus"},"definition":"label_values(pg_up{ins=\"$ins\"} , ip)","description":"IP address of this postgres instance","hide":2,"includeAll":false,"label":"IP","name":"ip","options":[],"query":{"query":"label_values(pg_up{ins=\"$ins\"} , ip)","refId":"StandardVariableQuery"},"refresh":1,"regex":"","sort":1,"type":"query"},
      {
        "current":{},
        "datasource":{"type":"prometheus","uid":"ds-prometheus"},
        "definition":"label_values(pg_up{ins=\"$ins\"},  ins)",
        "description":"Sequence number of this instance, which is an unique integer among a postgres cluster",
        "hide":2,
        "includeAll":false,
        "label":"Sequence",
        "name":"seq",
        "options":[],
        "query":{"query":"label_values(pg_up{ins=\"$ins\"},  ins)","refId":"StandardVariableQuery"},
        "refresh":1,
        "regex":"/^[a-zA-Z0-9-_]+-(\\d+)$/",
        "sort":1,
        "type":"query"
      },{
        "current":{},
        "datasource":{"type":"prometheus","uid":"ds-prometheus"},
        "definition":"label_values(pg_up{ins=\"$ins\"}, cls)",
        "description":"Cluster identifier for this postgres instance, cls should be unique among entire environment. such as pg-meta, pg-test",
        "hide":2,
        "includeAll":false,
        "label":"Cluster",
        "name":"cls",
        "options":[],
        "query":{"query":"label_values(pg_up{ins=\"$ins\"}, cls)","refId":"StandardVariableQuery"},
        "refresh":1,
        "regex":"",
        "sort":1,
        "type":"query"
      },{
        "current":{},
        "datasource":{"type":"prometheus","uid":"ds-prometheus"},
        "definition":"label_values(node_uname_info{ins=\"$ins\"}, nodename)",
        "description":"Node name of current postgres instance",
        "hide":2,
        "includeAll":false,
        "label":"Node",
        "name":"node",
        "options":[],
        "query":{"query":"label_values(node_uname_info{ins=\"$ins\"}, nodename)","refId":"StandardVariableQuery"},
        "refresh":1,
        "regex":"",
        "sort":1,
        "type":"query"
      }
    ]
  },
  "time":{"from":"now-1h","to":"now"},
  "timepicker":{},
  "timezone":"browser",
  "title":"PGSQL Persist",
  "uid":"pgsql-persist",
  "version":1,
  "weekStart":""
}