{
  "annotations":{"list":[{"builtIn":1,"datasource":{"type":"prometheus","uid":"ds-prometheus"},"enable":true,"hide":true,"iconColor":"rgba(0, 211, 255, 1)","name":"Annotations & Alerts","type":"dashboard"}]},
  "author":"Ruohang Feng (rh@vonng.com)",
  "description":"VIP Metrics (Keepalived & VIP-Manager)",
  "editable":true,
  "fiscalYearStartMonth":0,
  "graphTooltip":0,
  "id":null,
  "license":"https://pigsty.io/docs/about/license/",
  "links":[{"asDropdown":true,"icon":"external link","includeVars":true,"keepTime":true,"tags":["Pigsty","NODE"],"targetBlank":false,"title":"NODE","tooltip":"","type":"dashboards","url":""}],
  "panels":[
    {"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":0},"id":235,"panels":[],"title":"Overview","type":"row"},
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"",
      "fieldConfig":{
        "defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"#3e668f","value":0}]},"unit":"string"},
        "overrides":[
          { "matcher":{"id":"byName","options":"Ping"}        ,"properties":[{"id":"mappings","value":[{"options":{"0":{"color":"#cc4637d9","index":0,"text":"Down"},"1":{"color":"#346f36cc","index":1,"text":"OK"}},"type":"value"}]}] },
          { "matcher":{"id":"byName","options":"Node Cluster"},"properties":[{"id":"links","value":[{"title":"Node Cluster : ${cls}","url":"/d/node-cluster?var-cls=${cls}&${__url_time_range}"}]}]                                      },
          { "matcher":{"id":"byName","options":"Type"}        ,"properties":[{"id":"links","value":[{"title":"Node Overview","url":"/d/node-overview?${__url_time_range}"}]}]                                                            }
        ]
      },
      "gridPos":{"h":6,"w":6,"x":0,"y":1},
      "id":237,
      "options":{"colorMode":"background","graphMode":"area","justifyMode":"auto","orientation":"horizontal","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"/.*/","values":false},"showPercentChange":false,"text":{"titleSize":12},"textMode":"value_and_name","wideLayout":true},
      "pluginVersion":"12.3.0",
      "targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"min by (job,cls,vip) (probe_success{vip=\"$vip\"})","format":"table","instant":true,"interval":"","legendFormat":"","range":false,"refId":"A"}],
      "transformations":[{"id":"organize","options":{"excludeByName":{"Time":true,"__name__":true,"name":true,"state":true,"vrid":true},"indexByName":{"Time":4,"Value":3,"cls":1,"job":2,"vip":0},"renameByName":{"Value":"Ping","cls":"Node Cluster","ins":"Instance","job":"Type","vip":"VIP Address"}}}],
      "type":"stat"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"thresholds"},
          "links":[],
          "mappings":[{"options":{"match":"null+nan","result":{"color":"gray","index":0,"text":"\u2205"}},"type":"special"},{"options":{"from":7,"result":{"color":"text","index":1,"text":"\u221e"},"to":9999999},"type":"range"}],
          "min":0,
          "thresholds":{"mode":"absolute","steps":[{"color":"#3e668f","value":0},{"color":"#346f36cc","value":0.0002},{"color":"#f79f64","value":0.001},{"color":"#cc4637d9","value":0.01},{"color":"text","value":7}]},
          "unit":"s"
        },
        "overrides":[
          { "matcher":{"id":"byFrameRefID","options":"A"},"properties":[{"id":"links","value":[{"title":"Node Instance : ${__field.labels.ip}","url":"/d/node-instance?var-id=${__field.labels.ip}&${__url_time_range}"}]}] },
          { "matcher":{"id":"byFrameRefID","options":"B"},"properties":[{"id":"links","value":[{"title":"Node VIP : ${__field.labels.vip}","url":"/d/node-vip?var-vip=${__field.labels.vip}&${__url_time_range}"}]}]        }
        ]
      },
      "gridPos":{"h":6,"w":6,"x":6,"y":1},
      "id":238,
      "options":{"colorMode":"background","graphMode":"area","justifyMode":"auto","orientation":"horizontal","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"textMode":"auto","wideLayout":true},
      "pluginVersion":"12.3.0",
      "targets":[
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"avg by (job,vip) (probe_duration_seconds{cls=\"$cls\", job=~\".*vip\"})","hide":false,"instant":true,"interval":"","legendFormat":"{{ vip }} @ {{ job }}","refId":"B" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"probe_duration_seconds{cls=\"$cls\", job=\"ping\"}"                     ,"hide":false,"instant":true,"interval":"","legendFormat":"{{ ip }} : {{ ins }}" ,"refId":"A" }
      ],
      "type":"stat"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{"color":{"mode":"thresholds"},"custom":{"align":"center","cellOptions":{"type":"auto"},"footer":{"reducers":[]},"inspect":false},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"#7f7f7f","value":0},{"color":"#f79f64","value":1}]}},
        "overrides":[
          {"matcher":{"id":"byName","options":"Alive"},"properties":[{"id":"mappings","value":[{"options":{"0":{"color":"#cc4637d9","index":0,"text":"Down"},"1":{"color":"#346f36cc","index":1,"text":"UP"}},"type":"value"}]},{"id":"custom.cellOptions","value":{"type":"color-background"}},{"id":"custom.width","value":60}]},
          {"matcher":{"id":"byName","options":"State"},"properties":[{"id":"custom.width","value":90},{"id":"mappings","value":[{"options":{"BACKUP":{"color":"#346f36cc","index":0,"text":"BACKUP"},"MASTER":{"color":"#f79f64","index":1,"text":"MASTER"}},"type":"value"}]},{"id":"custom.cellOptions","value":{"type":"color-background"}}]},
          {"matcher":{"id":"byName","options":"IP"},"properties":[{"id":"custom.width","value":110},{"id":"links","value":[{"title":"Node Instance : ${__data.fields.IP}","url":"/d/node-instance?var-id=${__data.fields.IP}&${__url_time_range}"}]}]},
          {"matcher":{"id":"byName","options":"Instance"},"properties":[{"id":"links","value":[{"title":"Node Instance : ${__data.fields.Instance}","url":"/d/node-instance?var-id=${__data.fields.Instance}&${__url_time_range}"}]},{"id":"custom.minWidth","value":120}]},
          {
            "matcher":{"id":"byType","options":"number"},
            "properties":[
              { "id":"unit"              ,"value":"s"                                                                                                                                                                                              },
              { "id":"custom.width"      ,"value":100                                                                                                                                                                                              },
              { "id":"thresholds"        ,"value":{"mode":"absolute","steps":[{"color":"#3e668f","value":0},{"color":"#346f36cc","value":0.0002},{"color":"#f79f64","value":0.001},{"color":"#cc4637d9","value":0.01},{"color":"text","value":7}]} },
              { "id":"custom.cellOptions","value":{"type":"color-text"}                                                                                                                                                                            },
              { "id":"mappings"          ,"value":[{"options":{"from":7,"result":{"color":"text","index":0,"text":"\u221e"},"to":9999999},"type":"range"}]                                                                                         }
            ]
          },
          {"matcher":{"id":"byName","options":"Alive"},"properties":[{"id":"custom.width","value":60},{"id":"mappings","value":[{"options":{"0":{"color":"#cc4637d9","index":0,"text":"Down"},"1":{"color":"#346f36cc","index":1,"text":"UP"}},"type":"value"}]},{"id":"custom.cellOptions","value":{"type":"color-background"}}]}
        ]
      },
      "gridPos":{"h":6,"w":12,"x":12,"y":1},
      "id":231,
      "options":{"cellHeight":"sm","showHeader":true,"sortBy":[]},
      "pluginVersion":"12.3.0",
      "targets":[
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"probe_success{ip=~\"$ip\", job=\"ping\"}"                                               ,"format":"table",             "instant":true,"range":false,"refId":"A" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ip) (probe_duration_seconds{ip=~\"$ip\", job=\"ping\"})"                        ,"format":"table","hide":false,"instant":true,"range":false,"refId":"B" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ip) (probe_dns_lookup_time_seconds{ip=~\"$ip\", job=\"ping\"})"                 ,"format":"table","hide":false,"instant":true,"range":false,"refId":"C" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ip) (probe_icmp_duration_seconds{ip=~\"$ip\", job=\"ping\", phase=\"setup\"})"  ,"format":"table","hide":false,"instant":true,"range":false,"refId":"D" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ip) (probe_icmp_duration_seconds{ip=~\"$ip\", job=\"ping\", phase=\"rtt\"})"    ,"format":"table","hide":false,"instant":true,"range":false,"refId":"E" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ip) (probe_icmp_duration_seconds{ip=~\"$ip\", job=\"ping\", phase=\"resolve\"})","format":"table","hide":false,"instant":true,"range":false,"refId":"F" }
      ],
      "title":"Ping Status",
      "transformations":[
        {"id":"joinByField","options":{"byField":"ip","mode":"outer"}},
        {
          "id":"organize",
          "options":{
            "excludeByName":{"Time":true,"Time 1":true,"Time 10":true,"Time 11":true,"Time 12":true,"Time 13":true,"Time 14":true,"Time 15":true,"Time 2":true,"Time 3":true,"Time 4":true,"Time 5":true,"Time 6":true,"Time 7":true,"Time 8":true,"Time 9":true,"__name__":true,"cls":true,"instance":true,"job":true,"name":true,"vip":true,"vrid":true},
            "indexByName":{"Time 1":12,"Time 2":13,"Time 3":14,"Time 4":15,"Time 5":16,"Time 6":17,"Value #A":0,"Value #B":5,"Value #C":6,"Value #D":7,"Value #E":8,"Value #F":9,"__name__":10,"cls":4,"ins":2,"instance":11,"ip":1,"job":3},
            "renameByName":{
              "Time 10":"",
              "Time 12":"",
              "Value":"Alive",
              "Value #A":"Alive",
              "Value #B":"Duration",
              "Value #C":"DNS Lookup",
              "Value #D":"ICMP Setup",
              "Value #E":"ICMP RTT",
              "Value #F":"ICMP Resolve",
              "Value #G":"Prior0 Sent",
              "Value #H":"E-TTL",
              "Value #I":"E-InvalidType",
              "Value #J":"E-AddrList",
              "Value #K":"E-AuthInvalid",
              "Value #L":"E-AuthMismatch",
              "Value #M":"E-AuthFailure",
              "Value #N":"E-PacketLength",
              "Value #O":"E-AdvertInterval",
              "cls":"Cluster",
              "ins":"Instance",
              "instance":"",
              "ip":"IP",
              "ip 1":"",
              "job":"Type",
              "name":"Name",
              "state":"State",
              "vip":"VIP",
              "vrid":"VRID"
            }
          }
        }
      ],
      "type":"table"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"thresholds"},
          "decimals":0,
          "links":[{"title":"Node Instance : ${__field.labels.ip}","url":"/d/node-instance?var-id=${__field.labels.ip}&${__url_time_range}"}],
          "mappings":[{"options":{"-1":{"color":"#E02F44","index":0,"text":"INIT"},"0":{"color":"#f79f64","index":1,"text":"BACKUP"},"1":{"color":"#3e668f","index":2,"text":"MASTER"},"2":{"color":"#E02F44","index":3,"text":"FAULT"}},"type":"value"}],
          "max":1.25,
          "min":-0.25,
          "thresholds":{"mode":"absolute","steps":[{"color":"#b783af","value":0},{"color":"#f79f64","value":0},{"color":"#3e668f","value":1},{"color":"#cc4637","value":2}]},
          "unit":"short"
        },
        "overrides":[]
      },
      "gridPos":{"h":6,"w":6,"x":0,"y":7},
      "id":240,
      "options":{"colorMode":"background_solid","graphMode":"area","justifyMode":"auto","orientation":"horizontal","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"textMode":"auto","wideLayout":true},
      "pluginVersion":"12.3.0",
      "targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"keepalived_vrrp_state{vip=\"$vip\"} - 1","format":"time_series","hide":false,"instant":false,"interval":"","intervalFactor":2,"legendFormat":"{{ ip }} : {{ ins }}","refId":"A","step":2}],
      "title":"Status",
      "type":"stat"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{"color":{"mode":"thresholds"},"custom":{"align":"center","cellOptions":{"type":"auto"},"footer":{"reducers":[]},"inspect":false},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"#7f7f7f","value":0},{"color":"#f79f64","value":1}]}},
        "overrides":[
          {"matcher":{"id":"byName","options":"Alive"},"properties":[{"id":"mappings","value":[{"options":{"0":{"color":"#cc4637d9","index":0,"text":"Down"},"1":{"color":"#346f36cc","index":1,"text":"UP"}},"type":"value"}]},{"id":"custom.cellOptions","value":{"type":"color-background"}},{"id":"custom.width","value":60}]},
          {
            "matcher":{"id":"byName","options":"State"},
            "properties":[
              { "id":"custom.width"      ,"value":100                                                                                                                                                                                                                                                                                                                                              },
              { "id":"mappings"          ,"value":[{"options":{"-1":{"color":"#b783af","index":3,"text":"INIT"},"1":{"color":"#f79f64","index":0,"text":"BACKUP"},"2":{"color":"#3e668f","index":1,"text":"MASTER"},"3":{"color":"#cc4637d9","index":2,"text":"FAULT"}},"type":"value"},{"options":{"match":"null+nan","result":{"color":"#808080","index":4,"text":"UNKNOWN"}},"type":"special"}] },
              { "id":"custom.cellOptions","value":{"type":"color-background"}                                                                                                                                                                                                                                                                                                                      }
            ]
          },
          {"matcher":{"id":"byName","options":"IP"},"properties":[{"id":"custom.width","value":110},{"id":"links","value":[{"title":"Node Instance : ${__data.fields.IP}","url":"/d/node-instance?var-id=${__data.fields.IP}&${__url_time_range}"}]}]},
          {"matcher":{"id":"byName","options":"Instance"},"properties":[{"id":"links","value":[{"title":"Node Instance : ${__data.fields.Instance}","url":"/d/node-instance?var-id=${__data.fields.Instance}&${__url_time_range}"}]},{"id":"custom.minWidth","value":120}]},
          {"matcher":{"id":"byRegexp","options":"/.*Master.*/"},"properties":[{"id":"custom.width","value":90},{"id":"custom.cellOptions","value":{"type":"color-text"}}]},
          {"matcher":{"id":"byRegexp","options":"/Advert.*/"},"properties":[{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#3e668f","value":0},{"color":"#346f36cc","value":1},{"color":"#f79f64","value":1.01}]}},{"id":"custom.cellOptions","value":{"type":"color-text"}},{"id":"custom.width","value":100}]},
          {"matcher":{"id":"byRegexp","options":"/Prior0.*/"},"properties":[{"id":"custom.width","value":100},{"id":"custom.cellOptions","value":{"type":"color-text"}}]},
          {"matcher":{"id":"byRegexp","options":"/E-.*/"},"properties":[{"id":"custom.width","value":100},{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#346f36cc","value":0},{"color":"#cc4637d9","value":1}]}},{"id":"custom.cellOptions","value":{"type":"color-text"}}]}
        ]
      },
      "gridPos":{"h":6,"w":18,"x":6,"y":7},
      "id":239,
      "options":{"cellHeight":"sm","showHeader":true,"sortBy":[]},
      "pluginVersion":"12.3.0",
      "targets":[
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"keepalived_exporter_up{vip=\"$vip\"} * on(ins) group_left()\nkeepalived_up{vip=\"$vip\"} or on (ins) keepalived_exporter_up{vip=\"$vip\"}","format":"table","hide":false,"instant":true,"range":false,"refId":"A" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins,state,vrid,name) (keepalived_become_master_total{vip=\"$vip\"})"                                                              ,"format":"table","hide":false,"instant":true,"range":false,"refId":"B" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_release_master_total{vip=\"$vip\"})"                                                                             ,"format":"table","hide":false,"instant":true,"range":false,"refId":"C" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (rate(keepalived_advertisements_received_total{vip=\"$vip\"}[1m]))"                                                          ,"format":"table","hide":false,"instant":true,"range":false,"refId":"D" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (rate(keepalived_advertisements_sent_total{vip=\"$vip\"}[1m]))"                                                              ,"format":"table","hide":false,"instant":true,"range":false,"refId":"E" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_priority_zero_received_total{vip=\"$vip\"})"                                                                     ,"format":"table","hide":false,"instant":true,"range":false,"refId":"F" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_priority_zero_sent_total{vip=\"$vip\"})"                                                                         ,"format":"table","hide":false,"instant":true,"range":false,"refId":"G" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_ip_ttl_errors_total{vip=\"$vip\"})"                                                                              ,"format":"table","hide":false,"instant":true,"range":false,"refId":"H" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_invalid_type_received_total{vip=\"$vip\"})"                                                                      ,"format":"table","hide":false,"instant":true,"range":false,"refId":"I" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_address_list_errors_total{vip=\"$vip\"})"                                                                        ,"format":"table","hide":false,"instant":true,"range":false,"refId":"J" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_authentication_invalid_total{vip=\"$vip\"})"                                                                     ,"format":"table","hide":false,"instant":true,"range":false,"refId":"K" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_authentication_mismatch_total{vip=\"$vip\"})"                                                                    ,"format":"table","hide":false,"instant":true,"range":false,"refId":"L" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_authentication_failure_total{vip=\"$vip\"})"                                                                     ,"format":"table","hide":false,"instant":true,"range":false,"refId":"M" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_packet_length_errors_total{vip=\"$vip\"})"                                                                       ,"format":"table","hide":false,"instant":true,"range":false,"refId":"N" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_advertisements_interval_errors_total{vip=\"$vip\"})"                                                             ,"format":"table","hide":false,"instant":true,"range":false,"refId":"O" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_vrrp_state{vip=\"$vip\"})"                                                                                       ,"format":"table","hide":false,"instant":true,"range":false,"refId":"P" }
      ],
      "title":"Keepalived Status",
      "transformations":[
        {"id":"joinByField","options":{"byField":"ins","mode":"outer"}},
        {
          "id":"organize",
          "options":{
            "excludeByName":{"Time":true,"Time 1":true,"Time 10":true,"Time 11":true,"Time 12":true,"Time 13":true,"Time 14":true,"Time 15":true,"Time 16":true,"Time 2":true,"Time 3":true,"Time 4":true,"Time 5":true,"Time 6":true,"Time 7":true,"Time 8":true,"Time 9":true,"__name__":true,"cls":true,"instance":true,"job":true,"name":true,"vip":true,"vrid":true},
            "includeByName":{},
            "indexByName":{
              "Time 1":11,
              "Time 10":26,
              "Time 11":28,
              "Time 12":30,
              "Time 13":32,
              "Time 14":34,
              "Time 15":36,
              "Time 16":38,
              "Time 2":12,
              "Time 3":13,
              "Time 4":14,
              "Time 5":19,
              "Time 6":20,
              "Time 7":21,
              "Time 8":22,
              "Time 9":24,
              "Value #A":0,
              "Value #B":6,
              "Value #C":7,
              "Value #D":15,
              "Value #E":16,
              "Value #F":17,
              "Value #G":18,
              "Value #H":23,
              "Value #I":25,
              "Value #J":27,
              "Value #K":29,
              "Value #L":31,
              "Value #M":33,
              "Value #N":35,
              "Value #O":37,
              "Value #P":1,
              "cls":9,
              "ins":3,
              "instance":10,
              "ip":2,
              "job":4,
              "vip":5,
              "vrid":8
            },
            "renameByName":{
              "Time 10":"",
              "Time 12":"",
              "Value #A":"Alive",
              "Value #B":"\u27a1\ufe0fMaster",
              "Value #C":"Master\u27a1\ufe0f",
              "Value #D":"AdvertRecv",
              "Value #E":"AdvertSent",
              "Value #F":"Prior0 Recv",
              "Value #G":"Prior0 Sent",
              "Value #H":"E-TTL",
              "Value #I":"E-InvalidType",
              "Value #J":"E-AddrList",
              "Value #K":"E-AuthInvalid",
              "Value #L":"E-AuthMismatch",
              "Value #M":"E-AuthFailure",
              "Value #N":"E-PacketLength",
              "Value #O":"E-AdvertInternal",
              "Value #P":"State",
              "cls":"Cluster",
              "ins":"Instance",
              "instance":"",
              "ip":"IP",
              "job":"Type",
              "name":"Name",
              "state":"State",
              "vip":"VIP",
              "vrid":"VRID"
            }
          }
        }
      ],
      "type":"table"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"thresholds"},
          "custom":{"axisPlacement":"auto","fillOpacity":70,"hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineWidth":0,"spanNulls":false},
          "decimals":0,
          "links":[{"title":"Node Instance : ${__field.labels.ip}","url":"/d/node-instance?var-id=${__field.labels.ip}&${__url_time_range}"}],
          "mappings":[
            { "options":{"-1":{"color":"#b783af","index":0,"text":"INIT"},"0":{"color":"#346f36cc","index":1,"text":"BACKUP"},"1":{"color":"#3e668f","index":2,"text":"MASTER"},"2":{"color":"#cc4637d9","index":3,"text":"FAULT"}},"type":"value" },
            { "options":{"from":0,"result":{"color":"#346f36cc","index":4,"text":"BACKUP"},"to":0.999999}                                                                                                                          ,"type":"range" },
            { "options":{"from":1,"result":{"color":"#3e668f","index":5,"text":"MASTER"},"to":1.999999}                                                                                                                            ,"type":"range" }
          ],
          "max":2,
          "thresholds":{"mode":"absolute","steps":[{"color":"#b783af","value":0},{"color":"#f79f64","value":0},{"color":"#3e668f","value":1},{"color":"#cc4637","value":2}]},
          "unit":"short"
        },
        "overrides":[]
      },
      "gridPos":{"h":6,"w":12,"x":0,"y":13},
      "id":234,
      "options":{"alignValue":"left","legend":{"displayMode":"list","placement":"bottom","showLegend":true},"mergeValues":true,"rowHeight":0.9,"showValue":"auto","tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},
      "pluginVersion":"12.3.0",
      "targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"keepalived_vrrp_state{vip=\"$vip\"} - 1","format":"time_series","hide":false,"instant":false,"interval":"","intervalFactor":2,"legendFormat":"{{ ip }} : {{ ins }}","refId":"A","step":2}],
      "title":"Status Timeline",
      "type":"state-timeline"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":true,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"left",
            "axisSoftMax":1.2,
            "axisSoftMin":-1.2,
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":10,
            "gradientMode":"none",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":5,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "showValues":false,
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "mappings":[],
          "max":1.5,
          "min":-1.5,
          "thresholds":{"mode":"absolute","steps":[{"color":"green","value":0}]},
          "unit":"short"
        },
        "overrides":[
          { "matcher":{"id":"byName","options":"BACKUP"}                  ,"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]   },{ "matcher":{"id":"byName","options":"BACKUP / Advert Received"},"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]   },
          { "matcher":{"id":"byName","options":"BACKUP / Received"}       ,"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]   },{ "matcher":{"id":"byName","options":"MASTER"}                  ,"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}] },
          { "matcher":{"id":"byName","options":"MASTER / Advert Sent"}    ,"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}] },{ "matcher":{"id":"byName","options":"MASTER / Sent"}           ,"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}] },
          { "matcher":{"id":"byRegexp","options":"/.*Recv$/"}             ,"properties":[{"id":"custom.transform","value":"negative-Y"}]                    }
        ]
      },
      "gridPos":{"h":6,"w":12,"x":12,"y":13},
      "id":118,
      "options":{"legend":{"calcs":["last"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},
      "pluginVersion":"12.3.0",
      "targets":[
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_advertisements_sent_total{vip=\"$vip\"}[1m]))"    ,"format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{ ins }} Sent","refId":"A","step":2 },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_advertisements_received_total{vip=\"$vip\"}[1m]))","format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{ ins }} Recv","refId":"B","step":2 }
      ],
      "title":"Advertisements Sent/Recv iRate1m",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"Node list of ${ip}",
      "fieldConfig":{
        "defaults":{"color":{"mode":"thresholds"},"custom":{"align":"center","cellOptions":{"type":"auto"},"footer":{"reducers":[]},"inspect":false},"mappings":[],"max":1.2,"min":0,"thresholds":{"mode":"absolute","steps":[{"color":"#e3e3e3e0","value":0}]}},
        "overrides":[
          {"matcher":{"id":"byName","options":"Hostname"},"properties":[{"id":"links","value":[{"title":"Node Instance: ${__data.fields.Hostname}","url":"/d/node-instance?var-id=${__data.fields.Hostname}&${__url_time_range}"}]},{"id":"custom.minWidth","value":180}]},
          {"matcher":{"id":"byName","options":"IP"},"properties":[{"id":"custom.width","value":140},{"id":"links","value":[{"title":"Node Instance: ${__data.fields.IP}","url":"/d/node-instance?var-id=${__data.fields.IP}&${__url_time_range}"}]}]},
          {
            "matcher":{"id":"byName","options":"Core"},
            "properties":[
              {"id":"custom.width","value":40},{"id":"custom.cellOptions","value":{"mode":"gradient","type":"color-background"}},
              {
                "id":"thresholds",
                "value":{"mode":"absolute","steps":[{"color":"super-light-blue","value":0},{"color":"#3e668f","value":1},{"color":"dark-blue","value":2},{"color":"super-light-green","value":4},{"color":"#346f36cc","value":8},{"color":"dark-green","value":16},{"color":"super-light-orange","value":32},{"color":"semi-dark-orange","value":48},{"color":"super-light-red","value":56},{"color":"semi-dark-red","value":64}]}
              },
              {"id":"mappings","value":[{"options":{"match":"null+nan","result":{"color":"transparent","index":0}},"type":"special"}]}
            ]
          },{
            "matcher":{"id":"byName","options":"CPU%"},
            "properties":[
              { "id":"custom.cellOptions","value":{"mode":"gradient","type":"gauge"}                                                                                                                                                                                                                   },
              { "id":"color"             ,"value":{"mode":"thresholds"}                                                                                                                                                                                                                                },
              { "id":"unit"              ,"value":"percentunit"                                                                                                                                                                                                                                        },
              { "id":"custom.width"      ,"value":120                                                                                                                                                                                                                                                  },
              { "id":"thresholds"        ,"value":{"mode":"absolute","steps":[{"color":"#3e668f","value":0},{"color":"#346f36cc","value":0.1},{"color":"#fcdb72","value":0.3},{"color":"#f79f64","value":0.5},{"color":"red","value":0.7},{"color":"#b783af","value":0.9},{"color":"text","value":1}]} },
              { "id":"decimals"          ,"value":1                                                                                                                                                                                                                                                    },
              { "id":"mappings"          ,"value":[{"options":{"match":"null+nan","result":{"color":"transparent","index":1}},"type":"special"}]                                                                                                                                                       }
            ]
          },{
            "matcher":{"id":"byName","options":"Mem"},
            "properties":[
              {
                "id":"thresholds",
                "value":{
                  "mode":"absolute",
                  "steps":[{"color":"#b3b5b7","value":0},{"color":"super-light-blue","value":1},{"color":"#3275d9c4","value":2},{"color":"dark-blue","value":4},{"color":"#346f36cc","value":8},{"color":"#346f36cc","value":16},{"color":"dark-green","value":32},{"color":"#fcdb72","value":62},{"color":"super-light-orange","value":64},{"color":"#f79f64","value":128},{"color":"#e02f44bf","value":256},{"color":"red","value":512}]
                }
              },
              {"id":"unit","value":"gbytes"},{"id":"custom.width","value":70},{"id":"decimals","value":0},{"id":"custom.cellOptions","value":{"type":"color-background"}},{"id":"mappings","value":[{"options":{"match":"null+nan","result":{"color":"transparent","index":0}},"type":"special"}]}
            ]
          },{
            "matcher":{"id":"byName","options":"Mem%"},
            "properties":[
              { "id":"custom.width"      ,"value":120                                                                                                                                                                                                                                                  },
              { "id":"unit"              ,"value":"percentunit"                                                                                                                                                                                                                                        },
              { "id":"custom.cellOptions","value":{"mode":"gradient","type":"gauge"}                                                                                                                                                                                                                   },
              { "id":"thresholds"        ,"value":{"mode":"absolute","steps":[{"color":"#3e668f","value":0},{"color":"#346f36cc","value":0.1},{"color":"#f79f64","value":0.3},{"color":"#f79f64","value":0.5},{"color":"red","value":0.7},{"color":"#b783af","value":0.9},{"color":"text","value":1}]} },
              { "id":"decimals"          ,"value":1                                                                                                                                                                                                                                                    }
            ]
          },{
            "matcher":{"id":"byName","options":"Space"},
            "properties":[
              { "id":"custom.width"      ,"value":80                                                                                                                                                                                                                                                                                        },
              { "id":"unit"              ,"value":"gbytes"                                                                                                                                                                                                                                                                                  },
              { "id":"thresholds"        ,"value":{"mode":"absolute","steps":[{"color":"super-light-blue","value":0},{"color":"#3e668f","value":32},{"color":"super-light-green","value":256},{"color":"#346f36cc","value":512},{"color":"light-yellow","value":1024},{"color":"#f79f64","value":4096},{"color":"light-red","value":8192}]} },
              { "id":"decimals"          ,"value":1                                                                                                                                                                                                                                                                                         },
              { "id":"custom.cellOptions","value":{"type":"color-background"}                                                                                                                                                                                                                                                               },
              { "id":"mappings"          ,"value":[{"options":{"match":"null+nan","result":{"color":"transparent","index":1}},"type":"special"}]                                                                                                                                                                                            }
            ]
          },{
            "matcher":{"id":"byName","options":"Space%"},
            "properties":[
              { "id":"custom.width"      ,"value":120                                                                                                                                                                                                                                                        },
              { "id":"unit"              ,"value":"percentunit"                                                                                                                                                                                                                                              },
              { "id":"decimals"          ,"value":1                                                                                                                                                                                                                                                          },
              { "id":"thresholds"        ,"value":{"mode":"absolute","steps":[{"color":"#3e668f","value":0},{"color":"#346f36cc","value":0.05},{"color":"#EAB839","value":0.8},{"color":"#f79f64","value":0.85},{"color":"red","value":0.9},{"color":"#b783af","value":0.95},{"color":"text","value":0.99}]} },
              { "id":"custom.cellOptions","value":{"mode":"gradient","type":"gauge"}                                                                                                                                                                                                                         }
            ]
          },
          {"matcher":{"id":"byName","options":"OS Release"},"properties":[{"id":"custom.minWidth","value":150}]},{"matcher":{"id":"byName","options":"Targets"},"properties":[{"id":"custom.width","value":66}]},
          {"matcher":{"id":"byName","options":"Cluster"},"properties":[{"id":"links","value":[{"title":"Node Cluster : ${__data.fields.Cluster}","url":"/d/node-cluster?var-cls=${__data.fields.Cluster}&${__url_time_range}"}]}]},
          {"matcher":{"id":"byName","options":"Instance"},"properties":[{"id":"links","value":[{"title":"Node Instance: ${__data.fields.Instance}","url":"/d/node-instance?var-ins=${__data.fields.Instance}&${__url_time_range}"}]}]},
          {
            "matcher":{"id":"byName","options":"Ping"},
            "properties":[
              { "id":"unit"              ,"value":"s"                                                                                                                                                                                                                           },
              { "id":"custom.width"      ,"value":80                                                                                                                                                                                                                            },
              { "id":"thresholds"        ,"value":{"mode":"absolute","steps":[{"color":"#3e668f","value":0},{"color":"#346f36cc","value":0.0002},{"color":"#fcdb72","value":0.0005},{"color":"#f79f64","value":0.001},{"color":"red","value":0.01},{"color":"text","value":1}]} },
              { "id":"mappings"          ,"value":[{"options":{"from":7,"result":{"color":"text","index":0,"text":"\u221e"},"to":9999999},"type":"range"}]                                                                                                                      },
              { "id":"custom.cellOptions","value":{"type":"color-background"}                                                                                                                                                                                                   }
            ]
          },
          {"matcher":{"id":"byName","options":"HAProxy"},"properties":[{"id":"custom.width","value":140},{"id":"links","value":[{"targetBlank":true,"title":"HAProxy Admin Page : ${__data.fields.Instance}","url":"/haproxy/${__data.fields.Instance}"}]}]},{"matcher":{"id":"byName","options":"Conn"},"properties":[{"id":"custom.width","value":60}]},
          {"matcher":{"id":"byName","options":"Alive"},"properties":[{"id":"custom.width","value":100},{"id":"mappings","value":[{"options":{"0":{"color":"#cc4637d9","index":0,"text":"Down"},"1":{"color":"#346f36cc","index":1,"text":"UP"}},"type":"value"}]},{"id":"custom.cellOptions","value":{"type":"color-background"}},{"id":"custom.width","value":60}]}
        ]
      },
      "gridPos":{"h":6,"w":24,"x":0,"y":19},
      "id":229,
      "options":{"cellHeight":"sm","showHeader":true,"sortBy":[]},
      "pluginVersion":"12.3.0",
      "targets":[
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"node_up{ip=~\"$ip\"}"                                              ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"L" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"group without(ins,cls,instance) (node_uname_info{ip=~\"$ip\"})"    ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"A" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ip) (node:ins:cpu_usage{ip=~\"$ip\"})"                     ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"B" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ip) (node:ins:mem_usage{ip=~\"$ip\"})"                     ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"C" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum by (ip,instance) (node:ins:space_usage_max{ip=~\"$ip\"})"      ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"D" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ip) (node:ins:cpu_count{ip=~\"$ip\"}) "                    ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"E" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ip) (node_memory_MemTotal_bytes{ip=~\"$ip\"}) / 1073741824","format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"F" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum(node:fs:size_bytes{ip=~\"$ip\"}) by (ip) / 1073741824"         ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"G" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"count by (ip) (up{ip=~\"$ip\"})"                                   ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"H" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ip) (probe_duration_seconds{ip=~\"$ip\", job=\"ping\"})"   ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"I" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum by (ip) (haproxy_backend_current_sessions{ip=~\"$ip\"})"       ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"J" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"min by (ip) (node_up{ip=~\"$ip\"})"                                ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"K" }
      ],
      "title":"Nodes",
      "transformations":[
        {"id":"seriesToColumns","options":{"byField":"ip"}},
        {
          "id":"organize",
          "options":{
            "excludeByName":{
              "Time":true,
              "Time 1":true,
              "Time 10":true,
              "Time 11":true,
              "Time 2":true,
              "Time 3":true,
              "Time 4":true,
              "Time 5":true,
              "Time 6":true,
              "Time 7":true,
              "Time 8":true,
              "Time 9":true,
              "Value #A":true,
              "Value #B":false,
              "Value #J":false,
              "Value #L":true,
              "__name__":true,
              "__name__ 1":true,
              "__name__ 2":true,
              "__name__ 3":true,
              "cls":false,
              "cls 1":true,
              "cls 2":false,
              "cls 3":true,
              "domainname":true,
              "instance":false,
              "instance 1":false,
              "instance 2":true,
              "instance 3":true,
              "ip 2":true,
              "ip 3":true,
              "job":true,
              "job 1":true,
              "job 2":true,
              "job 3":true,
              "machine":true,
              "maxmemory_policy":true,
              "nodename":true,
              "os":true,
              "process_id":true,
              "redis_build_id":true,
              "release":false,
              "run_id":true,
              "sysname":true,
              "tcp_port":true,
              "version":true
            },
            "indexByName":{
              "Time 1":17,
              "Time 10":26,
              "Time 11":27,
              "Time 12":31,
              "Time 2":18,
              "Time 3":19,
              "Time 4":20,
              "Time 5":21,
              "Time 6":22,
              "Time 7":23,
              "Time 8":24,
              "Time 9":25,
              "Value #A":6,
              "Value #B":8,
              "Value #C":10,
              "Value #D":12,
              "Value #E":7,
              "Value #F":9,
              "Value #G":11,
              "Value #H":5,
              "Value #I":13,
              "Value #J":14,
              "Value #K":0,
              "Value #L":29,
              "__name__":28,
              "cls":2,
              "domainname":33,
              "ins":3,
              "instance 1":15,
              "instance 2":30,
              "ip":1,
              "job 1":32,
              "job 2":34,
              "machine":35,
              "nodename":4,
              "release":16,
              "sysname":36,
              "version":37
            },
            "renameByName":{
              "Time 4":"",
              "Value #A":"",
              "Value #B":"CPU%",
              "Value #C":"Mem%",
              "Value #D":"Space%",
              "Value #E":"Core",
              "Value #F":"Mem",
              "Value #G":"Space",
              "Value #H":"Targets",
              "Value #I":"Ping",
              "Value #J":"Conn",
              "Value #K":"Alive",
              "cls":"Cluster",
              "cls 1":"Cluster",
              "cls 2":"Cluster",
              "ins":"Instance",
              "ins 2":"Instance",
              "instance":"HAProxy",
              "instance 1":"HAProxy",
              "instance 3":"",
              "ip":"IP",
              "ip 1":"IP",
              "job 1":"",
              "nodename":"Hostname",
              "redis_mode":"Mode",
              "redis_version":"Version",
              "release":"OS Release",
              "role":"Role"
            }
          }
        }
      ],
      "type":"table"
    },
    {"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":25},"id":236,"panels":[],"title":"Metrics","type":"row"},
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":30,
            "gradientMode":"opacity",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"stepAfter",
            "lineWidth":2,
            "pointSize":5,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "showValues":false,
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "decimals":0,
          "mappings":[],
          "max":1,
          "min":0,
          "thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"red","value":80}]},
          "unit":"none"
        },
        "overrides":[]
      },
      "gridPos":{"h":5,"w":24,"x":0,"y":26},
      "id":227,
      "maxDataPoints":100,
      "options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"12.3.0",
      "repeat":"instance",
      "repeatDirection":"h",
      "targets":[
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"node_systemd_unit_state{name=\"keepalived.service\",vip=\"$vip\", state=\"active\"} ","format":"time_series","hide":true ,"instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{ ins }}","refId":"A","step":4 },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"keepalived_up{vip=\"$vip\"}"                                                         ,"format":"time_series","hide":false,"instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{ ins }}","refId":"B","step":4 }
      ],
      "title":"Keepalived Service Status",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":10,
            "gradientMode":"none",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":5,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "showValues":false,
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "decimals":0,
          "mappings":[],
          "min":0,
          "thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"red","value":80}]},
          "unit":"short"
        },
        "overrides":[{"matcher":{"id":"byName","options":"BACKUP"},"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"MASTER"},"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}]}]
      },
      "gridPos":{"h":5,"w":8,"x":0,"y":31},
      "id":121,
      "options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"12.3.0",
      "targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_authentication_invalid_total{vip=\"$vip\"}[1m]))","format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{state}}","refId":"A","step":2}],
      "title":"Authentication invalid",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":10,
            "gradientMode":"none",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":5,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "showValues":false,
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "decimals":0,
          "mappings":[],
          "min":0,
          "thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"red","value":80}]},
          "unit":"short"
        },
        "overrides":[{"matcher":{"id":"byName","options":"BACKUP"},"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"MASTER"},"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}]}]
      },
      "gridPos":{"h":5,"w":8,"x":8,"y":31},
      "id":116,
      "options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"12.3.0",
      "targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_advertisements_interval_errors_total{vip=\"$vip\"}[1m]))","format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{state}}","refId":"A","step":2}],
      "title":"Keepalived Advertisement interval errors",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":10,
            "gradientMode":"none",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":5,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "showValues":false,
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "decimals":0,
          "mappings":[],
          "min":0,
          "thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"red","value":80}]},
          "unit":"short"
        },
        "overrides":[{"matcher":{"id":"byName","options":"BACKUP"},"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"MASTER"},"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}]}]
      },
      "gridPos":{"h":5,"w":8,"x":16,"y":31},
      "id":123,
      "options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"12.3.0",
      "targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_ip_ttl_errors_total{vip=\"$vip\"}[1m]))","format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{ ins }}","refId":"A","step":2}],
      "title":"TTL errors",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":10,
            "gradientMode":"none",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":5,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "showValues":false,
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "decimals":0,
          "mappings":[],
          "min":0,
          "thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"red","value":80}]},
          "unit":"short"
        },
        "overrides":[{"matcher":{"id":"byName","options":"BACKUP"},"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"MASTER"},"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}]}]
      },
      "gridPos":{"h":5,"w":8,"x":0,"y":36},
      "id":115,
      "options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"12.3.0",
      "targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_address_list_errors_total{vip=\"$vip\"}[1m]))","format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{state}}","refId":"A","step":2}],
      "title":"Keepalived Address list errors",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":10,
            "gradientMode":"none",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":5,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "showValues":false,
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "decimals":0,
          "mappings":[],
          "min":0,
          "thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"red","value":80}]},
          "unit":"short"
        },
        "overrides":[{"matcher":{"id":"byName","options":"BACKUP"},"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"MASTER"},"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}]}]
      },
      "gridPos":{"h":5,"w":8,"x":8,"y":36},
      "id":120,
      "options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"12.3.0",
      "targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_authentication_mismatch_total{vip=\"$vip\"}[1m]))","format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{state}}","refId":"A","step":2}],
      "title":"Authentication mismatch",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":10,
            "gradientMode":"none",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":5,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "showValues":false,
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "decimals":0,
          "mappings":[],
          "min":0,
          "thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"red","value":80}]},
          "unit":"short"
        },
        "overrides":[{"matcher":{"id":"byName","options":"BACKUP"},"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"MASTER"},"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}]}]
      },
      "gridPos":{"h":5,"w":8,"x":16,"y":36},
      "id":119,
      "options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"12.3.0",
      "targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_authentication_mismatch_total{vip=\"$vip\"}[1m]))","format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{state}}","refId":"A","step":2}],
      "title":"Authentication failure",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":10,
            "gradientMode":"none",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":5,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "showValues":false,
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "decimals":0,
          "mappings":[],
          "min":0,
          "thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"red","value":80}]},
          "unit":"short"
        },
        "overrides":[{"matcher":{"id":"byName","options":"BACKUP"},"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"MASTER"},"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}]}]
      },
      "gridPos":{"h":5,"w":12,"x":0,"y":41},
      "id":124,
      "options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"12.3.0",
      "targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_packet_length_errors_total{vip=\"$vip\"}[1m]))","format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{state}}","refId":"A","step":2}],
      "title":"Packet length errors",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":10,
            "gradientMode":"none",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":5,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "showValues":false,
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "decimals":0,
          "mappings":[],
          "min":0,
          "thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"red","value":80}]},
          "unit":"short"
        },
        "overrides":[{"matcher":{"id":"byName","options":"BACKUP"},"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"MASTER"},"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}]}]
      },
      "gridPos":{"h":5,"w":12,"x":12,"y":41},
      "id":122,
      "options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"12.3.0",
      "targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_invalid_type_received_total{vip=\"$vip\"}[1m]))","format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{state}}","refId":"A","step":2}],
      "title":"Invalid type errors",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":10,
            "gradientMode":"none",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":5,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "showValues":false,
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "decimals":0,
          "mappings":[],
          "min":0,
          "thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"red","value":80}]},
          "unit":"short"
        },
        "overrides":[{"matcher":{"id":"byName","options":"BACKUP"},"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"MASTER"},"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}]}]
      },
      "gridPos":{"h":5,"w":12,"x":0,"y":46},
      "id":125,
      "options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"12.3.0",
      "targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_priority_zero_sent_total{vip=\"$vip\"}[1m]))","format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{state}}","refId":"A","step":2}],
      "title":"Priority zero sent",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":10,
            "gradientMode":"none",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":5,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "showValues":false,
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "decimals":0,
          "mappings":[],
          "min":0,
          "thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"red","value":80}]},
          "unit":"short"
        },
        "overrides":[
          { "matcher":{"id":"byName","options":"BACKUP"}           ,"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]   },{ "matcher":{"id":"byName","options":"BACKUP / Received"},"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]   },
          { "matcher":{"id":"byName","options":"MASTER"}           ,"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}] },{ "matcher":{"id":"byName","options":"MASTER / Received"},"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}] }
        ]
      },
      "gridPos":{"h":5,"w":12,"x":12,"y":46},
      "id":126,
      "options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
      "pluginVersion":"12.3.0",
      "targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_priority_zero_received_total{vip=\"$vip\"}[1m]))","format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{state}}","refId":"A","step":2}],
      "title":"Priority zero received",
      "type":"timeseries"
    },
    {"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":51},"id":241,"panels":[],"title":"Logs","type":"row"},
    {
      "datasource":{"type":"victoriametrics-logs-datasource","uid":"ds-vlogs"},
      "description":"Keepalived log of instasnce $ins @ $ip from syslog, HAPROXY is from the app unit, from the unit keepalived, keepalived_exporter, and keyword search from syslog",
      "fieldConfig":{
        "defaults":{
          "color":{"fixedColor":"#346f36cc","mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":false,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"bars",
            "fillOpacity":100,
            "gradientMode":"none",
            "hideFrom":{"graph":false,"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":5,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "showValues":false,
            "spanNulls":true,
            "stacking":{"group":"A","mode":"normal"},
            "thresholdsStyle":{"mode":"off"}
          },
          "decimals":0,
          "mappings":[],
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":0}]},
          "unit":"none"
        },
        "overrides":[]
      },
      "gridPos":{"h":7,"w":24,"x":0,"y":52},
      "id":242,
      "interval":"1s",
      "options":{"legend":{"calcs":["sum"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},
      "pluginVersion":"12.3.0",
      "targets":[
        { "datasource":{"type":"victoriametrics-logs-datasource","uid":"ds-vlogs"},"editorMode":"code","expr":"ip:$ip job:syslog unit:in('keepalived', 'keepalived_exporter') | stats by (app) count() as count"                        ,             "legendFormat":"{{ app }}","queryType":"statsRange","refId":"A" },
        { "datasource":{"type":"victoriametrics-logs-datasource","uid":"ds-vlogs"},"editorMode":"code","expr":"ip:$ip job:syslog _msg:~\"keepalive\" NOT unit:in('keepalived', 'keepalived_exporter') | stats by (app) count() as count","hide":false,"legendFormat":"{{ app }}","queryType":"statsRange","refId":"B" }
      ],
      "title":"Keepalived Log",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"victoriametrics-logs-datasource","uid":"ds-vlogs"},
      "description":"Syslog with unitname = keepalived, from ${ip:doublequote}",
      "gridPos":{"h":17,"w":10,"x":0,"y":59},
      "id":245,
      "options":{"dedupStrategy":"none","enableInfiniteScrolling":true,"enableLogDetails":true,"fontSize":"small","prettifyLogMessage":false,"showCommonLabels":false,"showControls":true,"showLabels":true,"showTime":true,"sortOrder":"Descending","wrapLogMessage":false},
      "pluginVersion":"12.3.0",
      "targets":[{"datasource":{"type":"victoriametrics-logs-datasource","uid":"ds-vlogs"},"editorMode":"code","expr":"ip:in(${ip:doublequote}) job:syslog unit:keepalived | fields level, ip, _msg","instant":false,"legendFormat":"{{ ins }}","queryType":"instant","range":true,"refId":"A"}],
      "title":"Keepalived Logs",
      "type":"logs"
    },
    {
      "datasource":{"type":"victoriametrics-logs-datasource","uid":"ds-vlogs"},
      "description":"Search syslog from $ins @ @ip ",
      "gridPos":{"h":17,"w":14,"x":10,"y":59},
      "id":244,
      "options":{"dedupStrategy":"none","enableInfiniteScrolling":true,"enableLogDetails":true,"fontSize":"small","prettifyLogMessage":false,"showCommonLabels":false,"showControls":true,"showLabels":true,"showTime":true,"sortOrder":"Descending","wrapLogMessage":false},
      "pluginVersion":"12.3.0",
      "targets":[{"datasource":{"type":"victoriametrics-logs-datasource","uid":"ds-vlogs"},"editorMode":"code","expr":"ip:$ip job:syslog _msg:~\"keepalive\" NOT unit:in('keepalived', 'keepalived_exporter') | fields level,unit,_msg","instant":false,"legendFormat":"","queryType":"instant","range":true,"refId":"A"}],
      "title":"Search Keepalived in Syslog",
      "type":"logs"
    }
  ],
  "preload":false,
  "refresh":"",
  "schemaVersion":42,
  "tags":["Pigsty","NODE","INSTANCE","VIP"],
  "templating":{
    "list":[
      {
        "current":{},
        "datasource":{"type":"prometheus","uid":"ds-prometheus"},
        "definition":"label_values(probe_success,vip)",
        "description":"Virtual IP address bind to node cluster or pgsql cluster",
        "includeAll":false,
        "label":"VIP",
        "name":"vip",
        "options":[],
        "query":{"query":"label_values(probe_success,vip)","refId":"PrometheusVariableQueryEditor-VariableQuery"},
        "refresh":1,
        "regex":"",
        "sort":1,
        "type":"query"
      },{
        "current":{},
        "datasource":{"type":"prometheus","uid":"ds-prometheus"},
        "definition":"label_values(probe_success{vip=\"$vip\"},ip)",
        "description":"Node IP address(es) that corresponding to an IP address",
        "hide":2,
        "includeAll":true,
        "label":"IP",
        "multi":true,
        "name":"ip",
        "options":[],
        "query":{"query":"label_values(probe_success{vip=\"$vip\"},ip)","refId":"PrometheusVariableQueryEditor-VariableQuery"},
        "refresh":1,
        "regex":"",
        "sort":1,
        "type":"query"
      },{
        "current":{},
        "datasource":{"type":"prometheus","uid":"ds-prometheus"},
        "definition":"label_values(probe_success{vip=\"$vip\"},cls)",
        "description":"Node Cluster Name",
        "hide":2,
        "includeAll":false,
        "label":"Node Cluster",
        "name":"cls",
        "options":[],
        "query":{"query":"label_values(probe_success{vip=\"$vip\"},cls)","refId":"PrometheusVariableQueryEditor-VariableQuery"},
        "refresh":1,
        "regex":"",
        "sort":1,
        "type":"query"
      },
      {"current":{},"datasource":{"type":"prometheus","uid":"ds-prometheus"},"definition":"label_values(pg_up{ip=~\"$ip\"},cls)","hide":2,"includeAll":false,"label":"PG Cluster","name":"pg_cls","options":[],"query":{"query":"label_values(pg_up{ip=~\"$ip\"},cls)","refId":"PrometheusVariableQueryEditor-VariableQuery"},"refresh":1,"regex":"","sort":1,"type":"query"},
      {
        "current":{},
        "datasource":{"type":"prometheus","uid":"ds-prometheus"},
        "definition":"label_values(probe_success{vip=\"$vip\"},job)",
        "description":"VIP Type: node or pgsql",
        "hide":2,
        "includeAll":false,
        "label":"Type",
        "name":"type",
        "options":[],
        "query":{"query":"label_values(probe_success{vip=\"$vip\"},job)","refId":"PrometheusVariableQueryEditor-VariableQuery"},
        "refresh":1,
        "regex":"/(node|pgsql)-vip/",
        "sort":1,
        "type":"query"
      }
    ]
  },
  "time":{"from":"now-1h","to":"now"},
  "timepicker":{"refresh_intervals":["10s","30s","1m","5m","15m","30m","1h","2h","1d"]},
  "timezone":"browser",
  "title":"Node VIP",
  "uid":"node-vip",
  "version":1,
  "weekStart":""
}