1260 lines
80 KiB
JSON
1260 lines
80 KiB
JSON
{
|
|
"annotations":{"list":[{"builtIn":1,"datasource":{"type":"prometheus","uid":"ds-prometheus"},"enable":true,"hide":true,"iconColor":"rgba(0, 211, 255, 1)","name":"Annotations & Alerts","type":"dashboard"}]},
|
|
"author":"Ruohang Feng (rh@vonng.com)",
|
|
"description":"VIP Metrics (Keepalived & VIP-Manager)",
|
|
"editable":true,
|
|
"fiscalYearStartMonth":0,
|
|
"graphTooltip":0,
|
|
"id":null,
|
|
"license":"https://pigsty.io/docs/about/license/",
|
|
"links":[{"asDropdown":true,"icon":"external link","includeVars":true,"keepTime":true,"tags":["Pigsty","NODE"],"targetBlank":false,"title":"NODE","tooltip":"","type":"dashboards","url":""}],
|
|
"panels":[
|
|
{"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":0},"id":235,"panels":[],"title":"Overview","type":"row"},
|
|
{
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"description":"",
|
|
"fieldConfig":{
|
|
"defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"#3e668f","value":0}]},"unit":"string"},
|
|
"overrides":[
|
|
{ "matcher":{"id":"byName","options":"Ping"} ,"properties":[{"id":"mappings","value":[{"options":{"0":{"color":"#cc4637d9","index":0,"text":"Down"},"1":{"color":"#346f36cc","index":1,"text":"OK"}},"type":"value"}]}] },
|
|
{ "matcher":{"id":"byName","options":"Node Cluster"},"properties":[{"id":"links","value":[{"title":"Node Cluster : ${cls}","url":"/d/node-cluster?var-cls=${cls}&${__url_time_range}"}]}] },
|
|
{ "matcher":{"id":"byName","options":"Type"} ,"properties":[{"id":"links","value":[{"title":"Node Overview","url":"/d/node-overview?${__url_time_range}"}]}] }
|
|
]
|
|
},
|
|
"gridPos":{"h":6,"w":6,"x":0,"y":1},
|
|
"id":237,
|
|
"options":{"colorMode":"background","graphMode":"area","justifyMode":"auto","orientation":"horizontal","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"/.*/","values":false},"showPercentChange":false,"text":{"titleSize":12},"textMode":"value_and_name","wideLayout":true},
|
|
"pluginVersion":"12.3.0",
|
|
"targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"min by (job,cls,vip) (probe_success{vip=\"$vip\"})","format":"table","instant":true,"interval":"","legendFormat":"","range":false,"refId":"A"}],
|
|
"transformations":[{"id":"organize","options":{"excludeByName":{"Time":true,"__name__":true,"name":true,"state":true,"vrid":true},"indexByName":{"Time":4,"Value":3,"cls":1,"job":2,"vip":0},"renameByName":{"Value":"Ping","cls":"Node Cluster","ins":"Instance","job":"Type","vip":"VIP Address"}}}],
|
|
"type":"stat"
|
|
},
|
|
{
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"description":"",
|
|
"fieldConfig":{
|
|
"defaults":{
|
|
"color":{"mode":"thresholds"},
|
|
"links":[],
|
|
"mappings":[{"options":{"match":"null+nan","result":{"color":"gray","index":0,"text":"\u2205"}},"type":"special"},{"options":{"from":7,"result":{"color":"text","index":1,"text":"\u221e"},"to":9999999},"type":"range"}],
|
|
"min":0,
|
|
"thresholds":{"mode":"absolute","steps":[{"color":"#3e668f","value":0},{"color":"#346f36cc","value":0.0002},{"color":"#f79f64","value":0.001},{"color":"#cc4637d9","value":0.01},{"color":"text","value":7}]},
|
|
"unit":"s"
|
|
},
|
|
"overrides":[
|
|
{ "matcher":{"id":"byFrameRefID","options":"A"},"properties":[{"id":"links","value":[{"title":"Node Instance : ${__field.labels.ip}","url":"/d/node-instance?var-id=${__field.labels.ip}&${__url_time_range}"}]}] },
|
|
{ "matcher":{"id":"byFrameRefID","options":"B"},"properties":[{"id":"links","value":[{"title":"Node VIP : ${__field.labels.vip}","url":"/d/node-vip?var-vip=${__field.labels.vip}&${__url_time_range}"}]}] }
|
|
]
|
|
},
|
|
"gridPos":{"h":6,"w":6,"x":6,"y":1},
|
|
"id":238,
|
|
"options":{"colorMode":"background","graphMode":"area","justifyMode":"auto","orientation":"horizontal","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"textMode":"auto","wideLayout":true},
|
|
"pluginVersion":"12.3.0",
|
|
"targets":[
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"avg by (job,vip) (probe_duration_seconds{cls=\"$cls\", job=~\".*vip\"})","hide":false,"instant":true,"interval":"","legendFormat":"{{ vip }} @ {{ job }}","refId":"B" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"probe_duration_seconds{cls=\"$cls\", job=\"ping\"}" ,"hide":false,"instant":true,"interval":"","legendFormat":"{{ ip }} : {{ ins }}" ,"refId":"A" }
|
|
],
|
|
"type":"stat"
|
|
},
|
|
{
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"fieldConfig":{
|
|
"defaults":{"color":{"mode":"thresholds"},"custom":{"align":"center","cellOptions":{"type":"auto"},"footer":{"reducers":[]},"inspect":false},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"#7f7f7f","value":0},{"color":"#f79f64","value":1}]}},
|
|
"overrides":[
|
|
{"matcher":{"id":"byName","options":"Alive"},"properties":[{"id":"mappings","value":[{"options":{"0":{"color":"#cc4637d9","index":0,"text":"Down"},"1":{"color":"#346f36cc","index":1,"text":"UP"}},"type":"value"}]},{"id":"custom.cellOptions","value":{"type":"color-background"}},{"id":"custom.width","value":60}]},
|
|
{"matcher":{"id":"byName","options":"State"},"properties":[{"id":"custom.width","value":90},{"id":"mappings","value":[{"options":{"BACKUP":{"color":"#346f36cc","index":0,"text":"BACKUP"},"MASTER":{"color":"#f79f64","index":1,"text":"MASTER"}},"type":"value"}]},{"id":"custom.cellOptions","value":{"type":"color-background"}}]},
|
|
{"matcher":{"id":"byName","options":"IP"},"properties":[{"id":"custom.width","value":110},{"id":"links","value":[{"title":"Node Instance : ${__data.fields.IP}","url":"/d/node-instance?var-id=${__data.fields.IP}&${__url_time_range}"}]}]},
|
|
{"matcher":{"id":"byName","options":"Instance"},"properties":[{"id":"links","value":[{"title":"Node Instance : ${__data.fields.Instance}","url":"/d/node-instance?var-id=${__data.fields.Instance}&${__url_time_range}"}]},{"id":"custom.minWidth","value":120}]},
|
|
{
|
|
"matcher":{"id":"byType","options":"number"},
|
|
"properties":[
|
|
{ "id":"unit" ,"value":"s" },
|
|
{ "id":"custom.width" ,"value":100 },
|
|
{ "id":"thresholds" ,"value":{"mode":"absolute","steps":[{"color":"#3e668f","value":0},{"color":"#346f36cc","value":0.0002},{"color":"#f79f64","value":0.001},{"color":"#cc4637d9","value":0.01},{"color":"text","value":7}]} },
|
|
{ "id":"custom.cellOptions","value":{"type":"color-text"} },
|
|
{ "id":"mappings" ,"value":[{"options":{"from":7,"result":{"color":"text","index":0,"text":"\u221e"},"to":9999999},"type":"range"}] }
|
|
]
|
|
},
|
|
{"matcher":{"id":"byName","options":"Alive"},"properties":[{"id":"custom.width","value":60},{"id":"mappings","value":[{"options":{"0":{"color":"#cc4637d9","index":0,"text":"Down"},"1":{"color":"#346f36cc","index":1,"text":"UP"}},"type":"value"}]},{"id":"custom.cellOptions","value":{"type":"color-background"}}]}
|
|
]
|
|
},
|
|
"gridPos":{"h":6,"w":12,"x":12,"y":1},
|
|
"id":231,
|
|
"options":{"cellHeight":"sm","showHeader":true,"sortBy":[]},
|
|
"pluginVersion":"12.3.0",
|
|
"targets":[
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"probe_success{ip=~\"$ip\", job=\"ping\"}" ,"format":"table", "instant":true,"range":false,"refId":"A" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ip) (probe_duration_seconds{ip=~\"$ip\", job=\"ping\"})" ,"format":"table","hide":false,"instant":true,"range":false,"refId":"B" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ip) (probe_dns_lookup_time_seconds{ip=~\"$ip\", job=\"ping\"})" ,"format":"table","hide":false,"instant":true,"range":false,"refId":"C" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ip) (probe_icmp_duration_seconds{ip=~\"$ip\", job=\"ping\", phase=\"setup\"})" ,"format":"table","hide":false,"instant":true,"range":false,"refId":"D" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ip) (probe_icmp_duration_seconds{ip=~\"$ip\", job=\"ping\", phase=\"rtt\"})" ,"format":"table","hide":false,"instant":true,"range":false,"refId":"E" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ip) (probe_icmp_duration_seconds{ip=~\"$ip\", job=\"ping\", phase=\"resolve\"})","format":"table","hide":false,"instant":true,"range":false,"refId":"F" }
|
|
],
|
|
"title":"Ping Status",
|
|
"transformations":[
|
|
{"id":"joinByField","options":{"byField":"ip","mode":"outer"}},
|
|
{
|
|
"id":"organize",
|
|
"options":{
|
|
"excludeByName":{"Time":true,"Time 1":true,"Time 10":true,"Time 11":true,"Time 12":true,"Time 13":true,"Time 14":true,"Time 15":true,"Time 2":true,"Time 3":true,"Time 4":true,"Time 5":true,"Time 6":true,"Time 7":true,"Time 8":true,"Time 9":true,"__name__":true,"cls":true,"instance":true,"job":true,"name":true,"vip":true,"vrid":true},
|
|
"indexByName":{"Time 1":12,"Time 2":13,"Time 3":14,"Time 4":15,"Time 5":16,"Time 6":17,"Value #A":0,"Value #B":5,"Value #C":6,"Value #D":7,"Value #E":8,"Value #F":9,"__name__":10,"cls":4,"ins":2,"instance":11,"ip":1,"job":3},
|
|
"renameByName":{
|
|
"Time 10":"",
|
|
"Time 12":"",
|
|
"Value":"Alive",
|
|
"Value #A":"Alive",
|
|
"Value #B":"Duration",
|
|
"Value #C":"DNS Lookup",
|
|
"Value #D":"ICMP Setup",
|
|
"Value #E":"ICMP RTT",
|
|
"Value #F":"ICMP Resolve",
|
|
"Value #G":"Prior0 Sent",
|
|
"Value #H":"E-TTL",
|
|
"Value #I":"E-InvalidType",
|
|
"Value #J":"E-AddrList",
|
|
"Value #K":"E-AuthInvalid",
|
|
"Value #L":"E-AuthMismatch",
|
|
"Value #M":"E-AuthFailure",
|
|
"Value #N":"E-PacketLength",
|
|
"Value #O":"E-AdvertInterval",
|
|
"cls":"Cluster",
|
|
"ins":"Instance",
|
|
"instance":"",
|
|
"ip":"IP",
|
|
"ip 1":"",
|
|
"job":"Type",
|
|
"name":"Name",
|
|
"state":"State",
|
|
"vip":"VIP",
|
|
"vrid":"VRID"
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"type":"table"
|
|
},
|
|
{
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"description":"",
|
|
"fieldConfig":{
|
|
"defaults":{
|
|
"color":{"mode":"thresholds"},
|
|
"decimals":0,
|
|
"links":[{"title":"Node Instance : ${__field.labels.ip}","url":"/d/node-instance?var-id=${__field.labels.ip}&${__url_time_range}"}],
|
|
"mappings":[{"options":{"-1":{"color":"#E02F44","index":0,"text":"INIT"},"0":{"color":"#f79f64","index":1,"text":"BACKUP"},"1":{"color":"#3e668f","index":2,"text":"MASTER"},"2":{"color":"#E02F44","index":3,"text":"FAULT"}},"type":"value"}],
|
|
"max":1.25,
|
|
"min":-0.25,
|
|
"thresholds":{"mode":"absolute","steps":[{"color":"#b783af","value":0},{"color":"#f79f64","value":0},{"color":"#3e668f","value":1},{"color":"#cc4637","value":2}]},
|
|
"unit":"short"
|
|
},
|
|
"overrides":[]
|
|
},
|
|
"gridPos":{"h":6,"w":6,"x":0,"y":7},
|
|
"id":240,
|
|
"options":{"colorMode":"background_solid","graphMode":"area","justifyMode":"auto","orientation":"horizontal","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"textMode":"auto","wideLayout":true},
|
|
"pluginVersion":"12.3.0",
|
|
"targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"keepalived_vrrp_state{vip=\"$vip\"} - 1","format":"time_series","hide":false,"instant":false,"interval":"","intervalFactor":2,"legendFormat":"{{ ip }} : {{ ins }}","refId":"A","step":2}],
|
|
"title":"Status",
|
|
"type":"stat"
|
|
},
|
|
{
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"fieldConfig":{
|
|
"defaults":{"color":{"mode":"thresholds"},"custom":{"align":"center","cellOptions":{"type":"auto"},"footer":{"reducers":[]},"inspect":false},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"#7f7f7f","value":0},{"color":"#f79f64","value":1}]}},
|
|
"overrides":[
|
|
{"matcher":{"id":"byName","options":"Alive"},"properties":[{"id":"mappings","value":[{"options":{"0":{"color":"#cc4637d9","index":0,"text":"Down"},"1":{"color":"#346f36cc","index":1,"text":"UP"}},"type":"value"}]},{"id":"custom.cellOptions","value":{"type":"color-background"}},{"id":"custom.width","value":60}]},
|
|
{
|
|
"matcher":{"id":"byName","options":"State"},
|
|
"properties":[
|
|
{ "id":"custom.width" ,"value":100 },
|
|
{ "id":"mappings" ,"value":[{"options":{"-1":{"color":"#b783af","index":3,"text":"INIT"},"1":{"color":"#f79f64","index":0,"text":"BACKUP"},"2":{"color":"#3e668f","index":1,"text":"MASTER"},"3":{"color":"#cc4637d9","index":2,"text":"FAULT"}},"type":"value"},{"options":{"match":"null+nan","result":{"color":"#808080","index":4,"text":"UNKNOWN"}},"type":"special"}] },
|
|
{ "id":"custom.cellOptions","value":{"type":"color-background"} }
|
|
]
|
|
},
|
|
{"matcher":{"id":"byName","options":"IP"},"properties":[{"id":"custom.width","value":110},{"id":"links","value":[{"title":"Node Instance : ${__data.fields.IP}","url":"/d/node-instance?var-id=${__data.fields.IP}&${__url_time_range}"}]}]},
|
|
{"matcher":{"id":"byName","options":"Instance"},"properties":[{"id":"links","value":[{"title":"Node Instance : ${__data.fields.Instance}","url":"/d/node-instance?var-id=${__data.fields.Instance}&${__url_time_range}"}]},{"id":"custom.minWidth","value":120}]},
|
|
{"matcher":{"id":"byRegexp","options":"/.*Master.*/"},"properties":[{"id":"custom.width","value":90},{"id":"custom.cellOptions","value":{"type":"color-text"}}]},
|
|
{"matcher":{"id":"byRegexp","options":"/Advert.*/"},"properties":[{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#3e668f","value":0},{"color":"#346f36cc","value":1},{"color":"#f79f64","value":1.01}]}},{"id":"custom.cellOptions","value":{"type":"color-text"}},{"id":"custom.width","value":100}]},
|
|
{"matcher":{"id":"byRegexp","options":"/Prior0.*/"},"properties":[{"id":"custom.width","value":100},{"id":"custom.cellOptions","value":{"type":"color-text"}}]},
|
|
{"matcher":{"id":"byRegexp","options":"/E-.*/"},"properties":[{"id":"custom.width","value":100},{"id":"thresholds","value":{"mode":"absolute","steps":[{"color":"#346f36cc","value":0},{"color":"#cc4637d9","value":1}]}},{"id":"custom.cellOptions","value":{"type":"color-text"}}]}
|
|
]
|
|
},
|
|
"gridPos":{"h":6,"w":18,"x":6,"y":7},
|
|
"id":239,
|
|
"options":{"cellHeight":"sm","showHeader":true,"sortBy":[]},
|
|
"pluginVersion":"12.3.0",
|
|
"targets":[
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"keepalived_exporter_up{vip=\"$vip\"} * on(ins) group_left()\nkeepalived_up{vip=\"$vip\"} or on (ins) keepalived_exporter_up{vip=\"$vip\"}","format":"table","hide":false,"instant":true,"range":false,"refId":"A" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins,state,vrid,name) (keepalived_become_master_total{vip=\"$vip\"})" ,"format":"table","hide":false,"instant":true,"range":false,"refId":"B" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_release_master_total{vip=\"$vip\"})" ,"format":"table","hide":false,"instant":true,"range":false,"refId":"C" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (rate(keepalived_advertisements_received_total{vip=\"$vip\"}[1m]))" ,"format":"table","hide":false,"instant":true,"range":false,"refId":"D" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (rate(keepalived_advertisements_sent_total{vip=\"$vip\"}[1m]))" ,"format":"table","hide":false,"instant":true,"range":false,"refId":"E" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_priority_zero_received_total{vip=\"$vip\"})" ,"format":"table","hide":false,"instant":true,"range":false,"refId":"F" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_priority_zero_sent_total{vip=\"$vip\"})" ,"format":"table","hide":false,"instant":true,"range":false,"refId":"G" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_ip_ttl_errors_total{vip=\"$vip\"})" ,"format":"table","hide":false,"instant":true,"range":false,"refId":"H" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_invalid_type_received_total{vip=\"$vip\"})" ,"format":"table","hide":false,"instant":true,"range":false,"refId":"I" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_address_list_errors_total{vip=\"$vip\"})" ,"format":"table","hide":false,"instant":true,"range":false,"refId":"J" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_authentication_invalid_total{vip=\"$vip\"})" ,"format":"table","hide":false,"instant":true,"range":false,"refId":"K" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_authentication_mismatch_total{vip=\"$vip\"})" ,"format":"table","hide":false,"instant":true,"range":false,"refId":"L" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_authentication_failure_total{vip=\"$vip\"})" ,"format":"table","hide":false,"instant":true,"range":false,"refId":"M" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_packet_length_errors_total{vip=\"$vip\"})" ,"format":"table","hide":false,"instant":true,"range":false,"refId":"N" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_advertisements_interval_errors_total{vip=\"$vip\"})" ,"format":"table","hide":false,"instant":true,"range":false,"refId":"O" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ins) (keepalived_vrrp_state{vip=\"$vip\"})" ,"format":"table","hide":false,"instant":true,"range":false,"refId":"P" }
|
|
],
|
|
"title":"Keepalived Status",
|
|
"transformations":[
|
|
{"id":"joinByField","options":{"byField":"ins","mode":"outer"}},
|
|
{
|
|
"id":"organize",
|
|
"options":{
|
|
"excludeByName":{"Time":true,"Time 1":true,"Time 10":true,"Time 11":true,"Time 12":true,"Time 13":true,"Time 14":true,"Time 15":true,"Time 16":true,"Time 2":true,"Time 3":true,"Time 4":true,"Time 5":true,"Time 6":true,"Time 7":true,"Time 8":true,"Time 9":true,"__name__":true,"cls":true,"instance":true,"job":true,"name":true,"vip":true,"vrid":true},
|
|
"includeByName":{},
|
|
"indexByName":{
|
|
"Time 1":11,
|
|
"Time 10":26,
|
|
"Time 11":28,
|
|
"Time 12":30,
|
|
"Time 13":32,
|
|
"Time 14":34,
|
|
"Time 15":36,
|
|
"Time 16":38,
|
|
"Time 2":12,
|
|
"Time 3":13,
|
|
"Time 4":14,
|
|
"Time 5":19,
|
|
"Time 6":20,
|
|
"Time 7":21,
|
|
"Time 8":22,
|
|
"Time 9":24,
|
|
"Value #A":0,
|
|
"Value #B":6,
|
|
"Value #C":7,
|
|
"Value #D":15,
|
|
"Value #E":16,
|
|
"Value #F":17,
|
|
"Value #G":18,
|
|
"Value #H":23,
|
|
"Value #I":25,
|
|
"Value #J":27,
|
|
"Value #K":29,
|
|
"Value #L":31,
|
|
"Value #M":33,
|
|
"Value #N":35,
|
|
"Value #O":37,
|
|
"Value #P":1,
|
|
"cls":9,
|
|
"ins":3,
|
|
"instance":10,
|
|
"ip":2,
|
|
"job":4,
|
|
"vip":5,
|
|
"vrid":8
|
|
},
|
|
"renameByName":{
|
|
"Time 10":"",
|
|
"Time 12":"",
|
|
"Value #A":"Alive",
|
|
"Value #B":"\u27a1\ufe0fMaster",
|
|
"Value #C":"Master\u27a1\ufe0f",
|
|
"Value #D":"AdvertRecv",
|
|
"Value #E":"AdvertSent",
|
|
"Value #F":"Prior0 Recv",
|
|
"Value #G":"Prior0 Sent",
|
|
"Value #H":"E-TTL",
|
|
"Value #I":"E-InvalidType",
|
|
"Value #J":"E-AddrList",
|
|
"Value #K":"E-AuthInvalid",
|
|
"Value #L":"E-AuthMismatch",
|
|
"Value #M":"E-AuthFailure",
|
|
"Value #N":"E-PacketLength",
|
|
"Value #O":"E-AdvertInternal",
|
|
"Value #P":"State",
|
|
"cls":"Cluster",
|
|
"ins":"Instance",
|
|
"instance":"",
|
|
"ip":"IP",
|
|
"job":"Type",
|
|
"name":"Name",
|
|
"state":"State",
|
|
"vip":"VIP",
|
|
"vrid":"VRID"
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"type":"table"
|
|
},
|
|
{
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"description":"",
|
|
"fieldConfig":{
|
|
"defaults":{
|
|
"color":{"mode":"thresholds"},
|
|
"custom":{"axisPlacement":"auto","fillOpacity":70,"hideFrom":{"legend":false,"tooltip":false,"viz":false},"insertNulls":false,"lineWidth":0,"spanNulls":false},
|
|
"decimals":0,
|
|
"links":[{"title":"Node Instance : ${__field.labels.ip}","url":"/d/node-instance?var-id=${__field.labels.ip}&${__url_time_range}"}],
|
|
"mappings":[
|
|
{ "options":{"-1":{"color":"#b783af","index":0,"text":"INIT"},"0":{"color":"#346f36cc","index":1,"text":"BACKUP"},"1":{"color":"#3e668f","index":2,"text":"MASTER"},"2":{"color":"#cc4637d9","index":3,"text":"FAULT"}},"type":"value" },
|
|
{ "options":{"from":0,"result":{"color":"#346f36cc","index":4,"text":"BACKUP"},"to":0.999999} ,"type":"range" },
|
|
{ "options":{"from":1,"result":{"color":"#3e668f","index":5,"text":"MASTER"},"to":1.999999} ,"type":"range" }
|
|
],
|
|
"max":2,
|
|
"thresholds":{"mode":"absolute","steps":[{"color":"#b783af","value":0},{"color":"#f79f64","value":0},{"color":"#3e668f","value":1},{"color":"#cc4637","value":2}]},
|
|
"unit":"short"
|
|
},
|
|
"overrides":[]
|
|
},
|
|
"gridPos":{"h":6,"w":12,"x":0,"y":13},
|
|
"id":234,
|
|
"options":{"alignValue":"left","legend":{"displayMode":"list","placement":"bottom","showLegend":true},"mergeValues":true,"rowHeight":0.9,"showValue":"auto","tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},
|
|
"pluginVersion":"12.3.0",
|
|
"targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"keepalived_vrrp_state{vip=\"$vip\"} - 1","format":"time_series","hide":false,"instant":false,"interval":"","intervalFactor":2,"legendFormat":"{{ ip }} : {{ ins }}","refId":"A","step":2}],
|
|
"title":"Status Timeline",
|
|
"type":"state-timeline"
|
|
},
|
|
{
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"description":"",
|
|
"fieldConfig":{
|
|
"defaults":{
|
|
"color":{"mode":"palette-classic"},
|
|
"custom":{
|
|
"axisBorderShow":false,
|
|
"axisCenteredZero":true,
|
|
"axisColorMode":"text",
|
|
"axisLabel":"",
|
|
"axisPlacement":"left",
|
|
"axisSoftMax":1.2,
|
|
"axisSoftMin":-1.2,
|
|
"barAlignment":0,
|
|
"barWidthFactor":0.6,
|
|
"drawStyle":"line",
|
|
"fillOpacity":10,
|
|
"gradientMode":"none",
|
|
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
|
|
"insertNulls":false,
|
|
"lineInterpolation":"linear",
|
|
"lineWidth":1,
|
|
"pointSize":5,
|
|
"scaleDistribution":{"type":"linear"},
|
|
"showPoints":"never",
|
|
"showValues":false,
|
|
"spanNulls":false,
|
|
"stacking":{"group":"A","mode":"none"},
|
|
"thresholdsStyle":{"mode":"off"}
|
|
},
|
|
"mappings":[],
|
|
"max":1.5,
|
|
"min":-1.5,
|
|
"thresholds":{"mode":"absolute","steps":[{"color":"green","value":0}]},
|
|
"unit":"short"
|
|
},
|
|
"overrides":[
|
|
{ "matcher":{"id":"byName","options":"BACKUP"} ,"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}] },{ "matcher":{"id":"byName","options":"BACKUP / Advert Received"},"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}] },
|
|
{ "matcher":{"id":"byName","options":"BACKUP / Received"} ,"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}] },{ "matcher":{"id":"byName","options":"MASTER"} ,"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}] },
|
|
{ "matcher":{"id":"byName","options":"MASTER / Advert Sent"} ,"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}] },{ "matcher":{"id":"byName","options":"MASTER / Sent"} ,"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}] },
|
|
{ "matcher":{"id":"byRegexp","options":"/.*Recv$/"} ,"properties":[{"id":"custom.transform","value":"negative-Y"}] }
|
|
]
|
|
},
|
|
"gridPos":{"h":6,"w":12,"x":12,"y":13},
|
|
"id":118,
|
|
"options":{"legend":{"calcs":["last"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},
|
|
"pluginVersion":"12.3.0",
|
|
"targets":[
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_advertisements_sent_total{vip=\"$vip\"}[1m]))" ,"format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{ ins }} Sent","refId":"A","step":2 },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_advertisements_received_total{vip=\"$vip\"}[1m]))","format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{ ins }} Recv","refId":"B","step":2 }
|
|
],
|
|
"title":"Advertisements Sent/Recv iRate1m",
|
|
"type":"timeseries"
|
|
},
|
|
{
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"description":"Node list of ${ip}",
|
|
"fieldConfig":{
|
|
"defaults":{"color":{"mode":"thresholds"},"custom":{"align":"center","cellOptions":{"type":"auto"},"footer":{"reducers":[]},"inspect":false},"mappings":[],"max":1.2,"min":0,"thresholds":{"mode":"absolute","steps":[{"color":"#e3e3e3e0","value":0}]}},
|
|
"overrides":[
|
|
{"matcher":{"id":"byName","options":"Hostname"},"properties":[{"id":"links","value":[{"title":"Node Instance: ${__data.fields.Hostname}","url":"/d/node-instance?var-id=${__data.fields.Hostname}&${__url_time_range}"}]},{"id":"custom.minWidth","value":180}]},
|
|
{"matcher":{"id":"byName","options":"IP"},"properties":[{"id":"custom.width","value":140},{"id":"links","value":[{"title":"Node Instance: ${__data.fields.IP}","url":"/d/node-instance?var-id=${__data.fields.IP}&${__url_time_range}"}]}]},
|
|
{
|
|
"matcher":{"id":"byName","options":"Core"},
|
|
"properties":[
|
|
{"id":"custom.width","value":40},{"id":"custom.cellOptions","value":{"mode":"gradient","type":"color-background"}},
|
|
{
|
|
"id":"thresholds",
|
|
"value":{"mode":"absolute","steps":[{"color":"super-light-blue","value":0},{"color":"#3e668f","value":1},{"color":"dark-blue","value":2},{"color":"super-light-green","value":4},{"color":"#346f36cc","value":8},{"color":"dark-green","value":16},{"color":"super-light-orange","value":32},{"color":"semi-dark-orange","value":48},{"color":"super-light-red","value":56},{"color":"semi-dark-red","value":64}]}
|
|
},
|
|
{"id":"mappings","value":[{"options":{"match":"null+nan","result":{"color":"transparent","index":0}},"type":"special"}]}
|
|
]
|
|
},{
|
|
"matcher":{"id":"byName","options":"CPU%"},
|
|
"properties":[
|
|
{ "id":"custom.cellOptions","value":{"mode":"gradient","type":"gauge"} },
|
|
{ "id":"color" ,"value":{"mode":"thresholds"} },
|
|
{ "id":"unit" ,"value":"percentunit" },
|
|
{ "id":"custom.width" ,"value":120 },
|
|
{ "id":"thresholds" ,"value":{"mode":"absolute","steps":[{"color":"#3e668f","value":0},{"color":"#346f36cc","value":0.1},{"color":"#fcdb72","value":0.3},{"color":"#f79f64","value":0.5},{"color":"red","value":0.7},{"color":"#b783af","value":0.9},{"color":"text","value":1}]} },
|
|
{ "id":"decimals" ,"value":1 },
|
|
{ "id":"mappings" ,"value":[{"options":{"match":"null+nan","result":{"color":"transparent","index":1}},"type":"special"}] }
|
|
]
|
|
},{
|
|
"matcher":{"id":"byName","options":"Mem"},
|
|
"properties":[
|
|
{
|
|
"id":"thresholds",
|
|
"value":{
|
|
"mode":"absolute",
|
|
"steps":[{"color":"#b3b5b7","value":0},{"color":"super-light-blue","value":1},{"color":"#3275d9c4","value":2},{"color":"dark-blue","value":4},{"color":"#346f36cc","value":8},{"color":"#346f36cc","value":16},{"color":"dark-green","value":32},{"color":"#fcdb72","value":62},{"color":"super-light-orange","value":64},{"color":"#f79f64","value":128},{"color":"#e02f44bf","value":256},{"color":"red","value":512}]
|
|
}
|
|
},
|
|
{"id":"unit","value":"gbytes"},{"id":"custom.width","value":70},{"id":"decimals","value":0},{"id":"custom.cellOptions","value":{"type":"color-background"}},{"id":"mappings","value":[{"options":{"match":"null+nan","result":{"color":"transparent","index":0}},"type":"special"}]}
|
|
]
|
|
},{
|
|
"matcher":{"id":"byName","options":"Mem%"},
|
|
"properties":[
|
|
{ "id":"custom.width" ,"value":120 },
|
|
{ "id":"unit" ,"value":"percentunit" },
|
|
{ "id":"custom.cellOptions","value":{"mode":"gradient","type":"gauge"} },
|
|
{ "id":"thresholds" ,"value":{"mode":"absolute","steps":[{"color":"#3e668f","value":0},{"color":"#346f36cc","value":0.1},{"color":"#f79f64","value":0.3},{"color":"#f79f64","value":0.5},{"color":"red","value":0.7},{"color":"#b783af","value":0.9},{"color":"text","value":1}]} },
|
|
{ "id":"decimals" ,"value":1 }
|
|
]
|
|
},{
|
|
"matcher":{"id":"byName","options":"Space"},
|
|
"properties":[
|
|
{ "id":"custom.width" ,"value":80 },
|
|
{ "id":"unit" ,"value":"gbytes" },
|
|
{ "id":"thresholds" ,"value":{"mode":"absolute","steps":[{"color":"super-light-blue","value":0},{"color":"#3e668f","value":32},{"color":"super-light-green","value":256},{"color":"#346f36cc","value":512},{"color":"light-yellow","value":1024},{"color":"#f79f64","value":4096},{"color":"light-red","value":8192}]} },
|
|
{ "id":"decimals" ,"value":1 },
|
|
{ "id":"custom.cellOptions","value":{"type":"color-background"} },
|
|
{ "id":"mappings" ,"value":[{"options":{"match":"null+nan","result":{"color":"transparent","index":1}},"type":"special"}] }
|
|
]
|
|
},{
|
|
"matcher":{"id":"byName","options":"Space%"},
|
|
"properties":[
|
|
{ "id":"custom.width" ,"value":120 },
|
|
{ "id":"unit" ,"value":"percentunit" },
|
|
{ "id":"decimals" ,"value":1 },
|
|
{ "id":"thresholds" ,"value":{"mode":"absolute","steps":[{"color":"#3e668f","value":0},{"color":"#346f36cc","value":0.05},{"color":"#EAB839","value":0.8},{"color":"#f79f64","value":0.85},{"color":"red","value":0.9},{"color":"#b783af","value":0.95},{"color":"text","value":0.99}]} },
|
|
{ "id":"custom.cellOptions","value":{"mode":"gradient","type":"gauge"} }
|
|
]
|
|
},
|
|
{"matcher":{"id":"byName","options":"OS Release"},"properties":[{"id":"custom.minWidth","value":150}]},{"matcher":{"id":"byName","options":"Targets"},"properties":[{"id":"custom.width","value":66}]},
|
|
{"matcher":{"id":"byName","options":"Cluster"},"properties":[{"id":"links","value":[{"title":"Node Cluster : ${__data.fields.Cluster}","url":"/d/node-cluster?var-cls=${__data.fields.Cluster}&${__url_time_range}"}]}]},
|
|
{"matcher":{"id":"byName","options":"Instance"},"properties":[{"id":"links","value":[{"title":"Node Instance: ${__data.fields.Instance}","url":"/d/node-instance?var-ins=${__data.fields.Instance}&${__url_time_range}"}]}]},
|
|
{
|
|
"matcher":{"id":"byName","options":"Ping"},
|
|
"properties":[
|
|
{ "id":"unit" ,"value":"s" },
|
|
{ "id":"custom.width" ,"value":80 },
|
|
{ "id":"thresholds" ,"value":{"mode":"absolute","steps":[{"color":"#3e668f","value":0},{"color":"#346f36cc","value":0.0002},{"color":"#fcdb72","value":0.0005},{"color":"#f79f64","value":0.001},{"color":"red","value":0.01},{"color":"text","value":1}]} },
|
|
{ "id":"mappings" ,"value":[{"options":{"from":7,"result":{"color":"text","index":0,"text":"\u221e"},"to":9999999},"type":"range"}] },
|
|
{ "id":"custom.cellOptions","value":{"type":"color-background"} }
|
|
]
|
|
},
|
|
{"matcher":{"id":"byName","options":"HAProxy"},"properties":[{"id":"custom.width","value":140},{"id":"links","value":[{"targetBlank":true,"title":"HAProxy Admin Page : ${__data.fields.Instance}","url":"/haproxy/${__data.fields.Instance}"}]}]},{"matcher":{"id":"byName","options":"Conn"},"properties":[{"id":"custom.width","value":60}]},
|
|
{"matcher":{"id":"byName","options":"Alive"},"properties":[{"id":"custom.width","value":100},{"id":"mappings","value":[{"options":{"0":{"color":"#cc4637d9","index":0,"text":"Down"},"1":{"color":"#346f36cc","index":1,"text":"UP"}},"type":"value"}]},{"id":"custom.cellOptions","value":{"type":"color-background"}},{"id":"custom.width","value":60}]}
|
|
]
|
|
},
|
|
"gridPos":{"h":6,"w":24,"x":0,"y":19},
|
|
"id":229,
|
|
"options":{"cellHeight":"sm","showHeader":true,"sortBy":[]},
|
|
"pluginVersion":"12.3.0",
|
|
"targets":[
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"node_up{ip=~\"$ip\"}" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"L" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"group without(ins,cls,instance) (node_uname_info{ip=~\"$ip\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"A" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ip) (node:ins:cpu_usage{ip=~\"$ip\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"B" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ip) (node:ins:mem_usage{ip=~\"$ip\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"C" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum by (ip,instance) (node:ins:space_usage_max{ip=~\"$ip\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"D" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ip) (node:ins:cpu_count{ip=~\"$ip\"}) " ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"E" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ip) (node_memory_MemTotal_bytes{ip=~\"$ip\"}) / 1073741824","format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"F" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum(node:fs:size_bytes{ip=~\"$ip\"}) by (ip) / 1073741824" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"G" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"count by (ip) (up{ip=~\"$ip\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"H" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (ip) (probe_duration_seconds{ip=~\"$ip\", job=\"ping\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"I" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"sum by (ip) (haproxy_backend_current_sessions{ip=~\"$ip\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"J" },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"min by (ip) (node_up{ip=~\"$ip\"})" ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"","refId":"K" }
|
|
],
|
|
"title":"Nodes",
|
|
"transformations":[
|
|
{"id":"seriesToColumns","options":{"byField":"ip"}},
|
|
{
|
|
"id":"organize",
|
|
"options":{
|
|
"excludeByName":{
|
|
"Time":true,
|
|
"Time 1":true,
|
|
"Time 10":true,
|
|
"Time 11":true,
|
|
"Time 2":true,
|
|
"Time 3":true,
|
|
"Time 4":true,
|
|
"Time 5":true,
|
|
"Time 6":true,
|
|
"Time 7":true,
|
|
"Time 8":true,
|
|
"Time 9":true,
|
|
"Value #A":true,
|
|
"Value #B":false,
|
|
"Value #J":false,
|
|
"Value #L":true,
|
|
"__name__":true,
|
|
"__name__ 1":true,
|
|
"__name__ 2":true,
|
|
"__name__ 3":true,
|
|
"cls":false,
|
|
"cls 1":true,
|
|
"cls 2":false,
|
|
"cls 3":true,
|
|
"domainname":true,
|
|
"instance":false,
|
|
"instance 1":false,
|
|
"instance 2":true,
|
|
"instance 3":true,
|
|
"ip 2":true,
|
|
"ip 3":true,
|
|
"job":true,
|
|
"job 1":true,
|
|
"job 2":true,
|
|
"job 3":true,
|
|
"machine":true,
|
|
"maxmemory_policy":true,
|
|
"nodename":true,
|
|
"os":true,
|
|
"process_id":true,
|
|
"redis_build_id":true,
|
|
"release":false,
|
|
"run_id":true,
|
|
"sysname":true,
|
|
"tcp_port":true,
|
|
"version":true
|
|
},
|
|
"indexByName":{
|
|
"Time 1":17,
|
|
"Time 10":26,
|
|
"Time 11":27,
|
|
"Time 12":31,
|
|
"Time 2":18,
|
|
"Time 3":19,
|
|
"Time 4":20,
|
|
"Time 5":21,
|
|
"Time 6":22,
|
|
"Time 7":23,
|
|
"Time 8":24,
|
|
"Time 9":25,
|
|
"Value #A":6,
|
|
"Value #B":8,
|
|
"Value #C":10,
|
|
"Value #D":12,
|
|
"Value #E":7,
|
|
"Value #F":9,
|
|
"Value #G":11,
|
|
"Value #H":5,
|
|
"Value #I":13,
|
|
"Value #J":14,
|
|
"Value #K":0,
|
|
"Value #L":29,
|
|
"__name__":28,
|
|
"cls":2,
|
|
"domainname":33,
|
|
"ins":3,
|
|
"instance 1":15,
|
|
"instance 2":30,
|
|
"ip":1,
|
|
"job 1":32,
|
|
"job 2":34,
|
|
"machine":35,
|
|
"nodename":4,
|
|
"release":16,
|
|
"sysname":36,
|
|
"version":37
|
|
},
|
|
"renameByName":{
|
|
"Time 4":"",
|
|
"Value #A":"",
|
|
"Value #B":"CPU%",
|
|
"Value #C":"Mem%",
|
|
"Value #D":"Space%",
|
|
"Value #E":"Core",
|
|
"Value #F":"Mem",
|
|
"Value #G":"Space",
|
|
"Value #H":"Targets",
|
|
"Value #I":"Ping",
|
|
"Value #J":"Conn",
|
|
"Value #K":"Alive",
|
|
"cls":"Cluster",
|
|
"cls 1":"Cluster",
|
|
"cls 2":"Cluster",
|
|
"ins":"Instance",
|
|
"ins 2":"Instance",
|
|
"instance":"HAProxy",
|
|
"instance 1":"HAProxy",
|
|
"instance 3":"",
|
|
"ip":"IP",
|
|
"ip 1":"IP",
|
|
"job 1":"",
|
|
"nodename":"Hostname",
|
|
"redis_mode":"Mode",
|
|
"redis_version":"Version",
|
|
"release":"OS Release",
|
|
"role":"Role"
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"type":"table"
|
|
},
|
|
{"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":25},"id":236,"panels":[],"title":"Metrics","type":"row"},
|
|
{
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"description":"",
|
|
"fieldConfig":{
|
|
"defaults":{
|
|
"color":{"mode":"palette-classic"},
|
|
"custom":{
|
|
"axisBorderShow":false,
|
|
"axisCenteredZero":false,
|
|
"axisColorMode":"text",
|
|
"axisLabel":"",
|
|
"axisPlacement":"auto",
|
|
"barAlignment":0,
|
|
"barWidthFactor":0.6,
|
|
"drawStyle":"line",
|
|
"fillOpacity":30,
|
|
"gradientMode":"opacity",
|
|
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
|
|
"insertNulls":false,
|
|
"lineInterpolation":"stepAfter",
|
|
"lineWidth":2,
|
|
"pointSize":5,
|
|
"scaleDistribution":{"type":"linear"},
|
|
"showPoints":"never",
|
|
"showValues":false,
|
|
"spanNulls":false,
|
|
"stacking":{"group":"A","mode":"none"},
|
|
"thresholdsStyle":{"mode":"off"}
|
|
},
|
|
"decimals":0,
|
|
"mappings":[],
|
|
"max":1,
|
|
"min":0,
|
|
"thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"red","value":80}]},
|
|
"unit":"none"
|
|
},
|
|
"overrides":[]
|
|
},
|
|
"gridPos":{"h":5,"w":24,"x":0,"y":26},
|
|
"id":227,
|
|
"maxDataPoints":100,
|
|
"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
|
|
"pluginVersion":"12.3.0",
|
|
"repeat":"instance",
|
|
"repeatDirection":"h",
|
|
"targets":[
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"node_systemd_unit_state{name=\"keepalived.service\",vip=\"$vip\", state=\"active\"} ","format":"time_series","hide":true ,"instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{ ins }}","refId":"A","step":4 },
|
|
{ "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"keepalived_up{vip=\"$vip\"}" ,"format":"time_series","hide":false,"instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{ ins }}","refId":"B","step":4 }
|
|
],
|
|
"title":"Keepalived Service Status",
|
|
"type":"timeseries"
|
|
},
|
|
{
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"description":"",
|
|
"fieldConfig":{
|
|
"defaults":{
|
|
"color":{"mode":"palette-classic"},
|
|
"custom":{
|
|
"axisBorderShow":false,
|
|
"axisCenteredZero":false,
|
|
"axisColorMode":"text",
|
|
"axisLabel":"",
|
|
"axisPlacement":"auto",
|
|
"barAlignment":0,
|
|
"barWidthFactor":0.6,
|
|
"drawStyle":"line",
|
|
"fillOpacity":10,
|
|
"gradientMode":"none",
|
|
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
|
|
"insertNulls":false,
|
|
"lineInterpolation":"linear",
|
|
"lineWidth":1,
|
|
"pointSize":5,
|
|
"scaleDistribution":{"type":"linear"},
|
|
"showPoints":"never",
|
|
"showValues":false,
|
|
"spanNulls":false,
|
|
"stacking":{"group":"A","mode":"none"},
|
|
"thresholdsStyle":{"mode":"off"}
|
|
},
|
|
"decimals":0,
|
|
"mappings":[],
|
|
"min":0,
|
|
"thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"red","value":80}]},
|
|
"unit":"short"
|
|
},
|
|
"overrides":[{"matcher":{"id":"byName","options":"BACKUP"},"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"MASTER"},"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}]}]
|
|
},
|
|
"gridPos":{"h":5,"w":8,"x":0,"y":31},
|
|
"id":121,
|
|
"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
|
|
"pluginVersion":"12.3.0",
|
|
"targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_authentication_invalid_total{vip=\"$vip\"}[1m]))","format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{state}}","refId":"A","step":2}],
|
|
"title":"Authentication invalid",
|
|
"type":"timeseries"
|
|
},
|
|
{
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"description":"",
|
|
"fieldConfig":{
|
|
"defaults":{
|
|
"color":{"mode":"palette-classic"},
|
|
"custom":{
|
|
"axisBorderShow":false,
|
|
"axisCenteredZero":false,
|
|
"axisColorMode":"text",
|
|
"axisLabel":"",
|
|
"axisPlacement":"auto",
|
|
"barAlignment":0,
|
|
"barWidthFactor":0.6,
|
|
"drawStyle":"line",
|
|
"fillOpacity":10,
|
|
"gradientMode":"none",
|
|
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
|
|
"insertNulls":false,
|
|
"lineInterpolation":"linear",
|
|
"lineWidth":1,
|
|
"pointSize":5,
|
|
"scaleDistribution":{"type":"linear"},
|
|
"showPoints":"never",
|
|
"showValues":false,
|
|
"spanNulls":false,
|
|
"stacking":{"group":"A","mode":"none"},
|
|
"thresholdsStyle":{"mode":"off"}
|
|
},
|
|
"decimals":0,
|
|
"mappings":[],
|
|
"min":0,
|
|
"thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"red","value":80}]},
|
|
"unit":"short"
|
|
},
|
|
"overrides":[{"matcher":{"id":"byName","options":"BACKUP"},"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"MASTER"},"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}]}]
|
|
},
|
|
"gridPos":{"h":5,"w":8,"x":8,"y":31},
|
|
"id":116,
|
|
"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
|
|
"pluginVersion":"12.3.0",
|
|
"targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_advertisements_interval_errors_total{vip=\"$vip\"}[1m]))","format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{state}}","refId":"A","step":2}],
|
|
"title":"Keepalived Advertisement interval errors",
|
|
"type":"timeseries"
|
|
},
|
|
{
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"description":"",
|
|
"fieldConfig":{
|
|
"defaults":{
|
|
"color":{"mode":"palette-classic"},
|
|
"custom":{
|
|
"axisBorderShow":false,
|
|
"axisCenteredZero":false,
|
|
"axisColorMode":"text",
|
|
"axisLabel":"",
|
|
"axisPlacement":"auto",
|
|
"barAlignment":0,
|
|
"barWidthFactor":0.6,
|
|
"drawStyle":"line",
|
|
"fillOpacity":10,
|
|
"gradientMode":"none",
|
|
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
|
|
"insertNulls":false,
|
|
"lineInterpolation":"linear",
|
|
"lineWidth":1,
|
|
"pointSize":5,
|
|
"scaleDistribution":{"type":"linear"},
|
|
"showPoints":"never",
|
|
"showValues":false,
|
|
"spanNulls":false,
|
|
"stacking":{"group":"A","mode":"none"},
|
|
"thresholdsStyle":{"mode":"off"}
|
|
},
|
|
"decimals":0,
|
|
"mappings":[],
|
|
"min":0,
|
|
"thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"red","value":80}]},
|
|
"unit":"short"
|
|
},
|
|
"overrides":[{"matcher":{"id":"byName","options":"BACKUP"},"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"MASTER"},"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}]}]
|
|
},
|
|
"gridPos":{"h":5,"w":8,"x":16,"y":31},
|
|
"id":123,
|
|
"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
|
|
"pluginVersion":"12.3.0",
|
|
"targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_ip_ttl_errors_total{vip=\"$vip\"}[1m]))","format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{ ins }}","refId":"A","step":2}],
|
|
"title":"TTL errors",
|
|
"type":"timeseries"
|
|
},
|
|
{
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"description":"",
|
|
"fieldConfig":{
|
|
"defaults":{
|
|
"color":{"mode":"palette-classic"},
|
|
"custom":{
|
|
"axisBorderShow":false,
|
|
"axisCenteredZero":false,
|
|
"axisColorMode":"text",
|
|
"axisLabel":"",
|
|
"axisPlacement":"auto",
|
|
"barAlignment":0,
|
|
"barWidthFactor":0.6,
|
|
"drawStyle":"line",
|
|
"fillOpacity":10,
|
|
"gradientMode":"none",
|
|
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
|
|
"insertNulls":false,
|
|
"lineInterpolation":"linear",
|
|
"lineWidth":1,
|
|
"pointSize":5,
|
|
"scaleDistribution":{"type":"linear"},
|
|
"showPoints":"never",
|
|
"showValues":false,
|
|
"spanNulls":false,
|
|
"stacking":{"group":"A","mode":"none"},
|
|
"thresholdsStyle":{"mode":"off"}
|
|
},
|
|
"decimals":0,
|
|
"mappings":[],
|
|
"min":0,
|
|
"thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"red","value":80}]},
|
|
"unit":"short"
|
|
},
|
|
"overrides":[{"matcher":{"id":"byName","options":"BACKUP"},"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"MASTER"},"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}]}]
|
|
},
|
|
"gridPos":{"h":5,"w":8,"x":0,"y":36},
|
|
"id":115,
|
|
"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
|
|
"pluginVersion":"12.3.0",
|
|
"targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_address_list_errors_total{vip=\"$vip\"}[1m]))","format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{state}}","refId":"A","step":2}],
|
|
"title":"Keepalived Address list errors",
|
|
"type":"timeseries"
|
|
},
|
|
{
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"description":"",
|
|
"fieldConfig":{
|
|
"defaults":{
|
|
"color":{"mode":"palette-classic"},
|
|
"custom":{
|
|
"axisBorderShow":false,
|
|
"axisCenteredZero":false,
|
|
"axisColorMode":"text",
|
|
"axisLabel":"",
|
|
"axisPlacement":"auto",
|
|
"barAlignment":0,
|
|
"barWidthFactor":0.6,
|
|
"drawStyle":"line",
|
|
"fillOpacity":10,
|
|
"gradientMode":"none",
|
|
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
|
|
"insertNulls":false,
|
|
"lineInterpolation":"linear",
|
|
"lineWidth":1,
|
|
"pointSize":5,
|
|
"scaleDistribution":{"type":"linear"},
|
|
"showPoints":"never",
|
|
"showValues":false,
|
|
"spanNulls":false,
|
|
"stacking":{"group":"A","mode":"none"},
|
|
"thresholdsStyle":{"mode":"off"}
|
|
},
|
|
"decimals":0,
|
|
"mappings":[],
|
|
"min":0,
|
|
"thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"red","value":80}]},
|
|
"unit":"short"
|
|
},
|
|
"overrides":[{"matcher":{"id":"byName","options":"BACKUP"},"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"MASTER"},"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}]}]
|
|
},
|
|
"gridPos":{"h":5,"w":8,"x":8,"y":36},
|
|
"id":120,
|
|
"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
|
|
"pluginVersion":"12.3.0",
|
|
"targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_authentication_mismatch_total{vip=\"$vip\"}[1m]))","format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{state}}","refId":"A","step":2}],
|
|
"title":"Authentication mismatch",
|
|
"type":"timeseries"
|
|
},
|
|
{
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"description":"",
|
|
"fieldConfig":{
|
|
"defaults":{
|
|
"color":{"mode":"palette-classic"},
|
|
"custom":{
|
|
"axisBorderShow":false,
|
|
"axisCenteredZero":false,
|
|
"axisColorMode":"text",
|
|
"axisLabel":"",
|
|
"axisPlacement":"auto",
|
|
"barAlignment":0,
|
|
"barWidthFactor":0.6,
|
|
"drawStyle":"line",
|
|
"fillOpacity":10,
|
|
"gradientMode":"none",
|
|
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
|
|
"insertNulls":false,
|
|
"lineInterpolation":"linear",
|
|
"lineWidth":1,
|
|
"pointSize":5,
|
|
"scaleDistribution":{"type":"linear"},
|
|
"showPoints":"never",
|
|
"showValues":false,
|
|
"spanNulls":false,
|
|
"stacking":{"group":"A","mode":"none"},
|
|
"thresholdsStyle":{"mode":"off"}
|
|
},
|
|
"decimals":0,
|
|
"mappings":[],
|
|
"min":0,
|
|
"thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"red","value":80}]},
|
|
"unit":"short"
|
|
},
|
|
"overrides":[{"matcher":{"id":"byName","options":"BACKUP"},"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"MASTER"},"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}]}]
|
|
},
|
|
"gridPos":{"h":5,"w":8,"x":16,"y":36},
|
|
"id":119,
|
|
"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
|
|
"pluginVersion":"12.3.0",
|
|
"targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_authentication_mismatch_total{vip=\"$vip\"}[1m]))","format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{state}}","refId":"A","step":2}],
|
|
"title":"Authentication failure",
|
|
"type":"timeseries"
|
|
},
|
|
{
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"description":"",
|
|
"fieldConfig":{
|
|
"defaults":{
|
|
"color":{"mode":"palette-classic"},
|
|
"custom":{
|
|
"axisBorderShow":false,
|
|
"axisCenteredZero":false,
|
|
"axisColorMode":"text",
|
|
"axisLabel":"",
|
|
"axisPlacement":"auto",
|
|
"barAlignment":0,
|
|
"barWidthFactor":0.6,
|
|
"drawStyle":"line",
|
|
"fillOpacity":10,
|
|
"gradientMode":"none",
|
|
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
|
|
"insertNulls":false,
|
|
"lineInterpolation":"linear",
|
|
"lineWidth":1,
|
|
"pointSize":5,
|
|
"scaleDistribution":{"type":"linear"},
|
|
"showPoints":"never",
|
|
"showValues":false,
|
|
"spanNulls":false,
|
|
"stacking":{"group":"A","mode":"none"},
|
|
"thresholdsStyle":{"mode":"off"}
|
|
},
|
|
"decimals":0,
|
|
"mappings":[],
|
|
"min":0,
|
|
"thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"red","value":80}]},
|
|
"unit":"short"
|
|
},
|
|
"overrides":[{"matcher":{"id":"byName","options":"BACKUP"},"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"MASTER"},"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}]}]
|
|
},
|
|
"gridPos":{"h":5,"w":12,"x":0,"y":41},
|
|
"id":124,
|
|
"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
|
|
"pluginVersion":"12.3.0",
|
|
"targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_packet_length_errors_total{vip=\"$vip\"}[1m]))","format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{state}}","refId":"A","step":2}],
|
|
"title":"Packet length errors",
|
|
"type":"timeseries"
|
|
},
|
|
{
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"description":"",
|
|
"fieldConfig":{
|
|
"defaults":{
|
|
"color":{"mode":"palette-classic"},
|
|
"custom":{
|
|
"axisBorderShow":false,
|
|
"axisCenteredZero":false,
|
|
"axisColorMode":"text",
|
|
"axisLabel":"",
|
|
"axisPlacement":"auto",
|
|
"barAlignment":0,
|
|
"barWidthFactor":0.6,
|
|
"drawStyle":"line",
|
|
"fillOpacity":10,
|
|
"gradientMode":"none",
|
|
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
|
|
"insertNulls":false,
|
|
"lineInterpolation":"linear",
|
|
"lineWidth":1,
|
|
"pointSize":5,
|
|
"scaleDistribution":{"type":"linear"},
|
|
"showPoints":"never",
|
|
"showValues":false,
|
|
"spanNulls":false,
|
|
"stacking":{"group":"A","mode":"none"},
|
|
"thresholdsStyle":{"mode":"off"}
|
|
},
|
|
"decimals":0,
|
|
"mappings":[],
|
|
"min":0,
|
|
"thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"red","value":80}]},
|
|
"unit":"short"
|
|
},
|
|
"overrides":[{"matcher":{"id":"byName","options":"BACKUP"},"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"MASTER"},"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}]}]
|
|
},
|
|
"gridPos":{"h":5,"w":12,"x":12,"y":41},
|
|
"id":122,
|
|
"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
|
|
"pluginVersion":"12.3.0",
|
|
"targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_invalid_type_received_total{vip=\"$vip\"}[1m]))","format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{state}}","refId":"A","step":2}],
|
|
"title":"Invalid type errors",
|
|
"type":"timeseries"
|
|
},
|
|
{
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"description":"",
|
|
"fieldConfig":{
|
|
"defaults":{
|
|
"color":{"mode":"palette-classic"},
|
|
"custom":{
|
|
"axisBorderShow":false,
|
|
"axisCenteredZero":false,
|
|
"axisColorMode":"text",
|
|
"axisLabel":"",
|
|
"axisPlacement":"auto",
|
|
"barAlignment":0,
|
|
"barWidthFactor":0.6,
|
|
"drawStyle":"line",
|
|
"fillOpacity":10,
|
|
"gradientMode":"none",
|
|
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
|
|
"insertNulls":false,
|
|
"lineInterpolation":"linear",
|
|
"lineWidth":1,
|
|
"pointSize":5,
|
|
"scaleDistribution":{"type":"linear"},
|
|
"showPoints":"never",
|
|
"showValues":false,
|
|
"spanNulls":false,
|
|
"stacking":{"group":"A","mode":"none"},
|
|
"thresholdsStyle":{"mode":"off"}
|
|
},
|
|
"decimals":0,
|
|
"mappings":[],
|
|
"min":0,
|
|
"thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"red","value":80}]},
|
|
"unit":"short"
|
|
},
|
|
"overrides":[{"matcher":{"id":"byName","options":"BACKUP"},"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}]},{"matcher":{"id":"byName","options":"MASTER"},"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}]}]
|
|
},
|
|
"gridPos":{"h":5,"w":12,"x":0,"y":46},
|
|
"id":125,
|
|
"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
|
|
"pluginVersion":"12.3.0",
|
|
"targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_priority_zero_sent_total{vip=\"$vip\"}[1m]))","format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{state}}","refId":"A","step":2}],
|
|
"title":"Priority zero sent",
|
|
"type":"timeseries"
|
|
},
|
|
{
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"description":"",
|
|
"fieldConfig":{
|
|
"defaults":{
|
|
"color":{"mode":"palette-classic"},
|
|
"custom":{
|
|
"axisBorderShow":false,
|
|
"axisCenteredZero":false,
|
|
"axisColorMode":"text",
|
|
"axisLabel":"",
|
|
"axisPlacement":"auto",
|
|
"barAlignment":0,
|
|
"barWidthFactor":0.6,
|
|
"drawStyle":"line",
|
|
"fillOpacity":10,
|
|
"gradientMode":"none",
|
|
"hideFrom":{"legend":false,"tooltip":false,"viz":false},
|
|
"insertNulls":false,
|
|
"lineInterpolation":"linear",
|
|
"lineWidth":1,
|
|
"pointSize":5,
|
|
"scaleDistribution":{"type":"linear"},
|
|
"showPoints":"never",
|
|
"showValues":false,
|
|
"spanNulls":false,
|
|
"stacking":{"group":"A","mode":"none"},
|
|
"thresholdsStyle":{"mode":"off"}
|
|
},
|
|
"decimals":0,
|
|
"mappings":[],
|
|
"min":0,
|
|
"thresholds":{"mode":"absolute","steps":[{"color":"green","value":0},{"color":"red","value":80}]},
|
|
"unit":"short"
|
|
},
|
|
"overrides":[
|
|
{ "matcher":{"id":"byName","options":"BACKUP"} ,"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}] },{ "matcher":{"id":"byName","options":"BACKUP / Received"},"properties":[{"id":"color","value":{"fixedColor":"dark-red","mode":"fixed"}}] },
|
|
{ "matcher":{"id":"byName","options":"MASTER"} ,"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}] },{ "matcher":{"id":"byName","options":"MASTER / Received"},"properties":[{"id":"color","value":{"fixedColor":"dark-green","mode":"fixed"}}] }
|
|
]
|
|
},
|
|
"gridPos":{"h":5,"w":12,"x":12,"y":46},
|
|
"id":126,
|
|
"options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"hideZeros":false,"mode":"multi","sort":"none"}},
|
|
"pluginVersion":"12.3.0",
|
|
"targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","expr":"sum by (ins) (irate(keepalived_priority_zero_received_total{vip=\"$vip\"}[1m]))","format":"time_series","instant":false,"interval":"","intervalFactor":1,"legendFormat":"{{state}}","refId":"A","step":2}],
|
|
"title":"Priority zero received",
|
|
"type":"timeseries"
|
|
},
|
|
{"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":51},"id":241,"panels":[],"title":"Logs","type":"row"},
|
|
{
|
|
"datasource":{"type":"victoriametrics-logs-datasource","uid":"ds-vlogs"},
|
|
"description":"Keepalived log of instasnce $ins @ $ip from syslog, HAPROXY is from the app unit, from the unit keepalived, keepalived_exporter, and keyword search from syslog",
|
|
"fieldConfig":{
|
|
"defaults":{
|
|
"color":{"fixedColor":"#346f36cc","mode":"palette-classic"},
|
|
"custom":{
|
|
"axisBorderShow":false,
|
|
"axisCenteredZero":false,
|
|
"axisColorMode":"text",
|
|
"axisLabel":"",
|
|
"axisPlacement":"auto",
|
|
"barAlignment":0,
|
|
"barWidthFactor":0.6,
|
|
"drawStyle":"bars",
|
|
"fillOpacity":100,
|
|
"gradientMode":"none",
|
|
"hideFrom":{"graph":false,"legend":false,"tooltip":false,"viz":false},
|
|
"insertNulls":false,
|
|
"lineInterpolation":"linear",
|
|
"lineWidth":1,
|
|
"pointSize":5,
|
|
"scaleDistribution":{"type":"linear"},
|
|
"showPoints":"never",
|
|
"showValues":false,
|
|
"spanNulls":true,
|
|
"stacking":{"group":"A","mode":"normal"},
|
|
"thresholdsStyle":{"mode":"off"}
|
|
},
|
|
"decimals":0,
|
|
"mappings":[],
|
|
"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":0}]},
|
|
"unit":"none"
|
|
},
|
|
"overrides":[]
|
|
},
|
|
"gridPos":{"h":7,"w":24,"x":0,"y":52},
|
|
"id":242,
|
|
"interval":"1s",
|
|
"options":{"legend":{"calcs":["sum"],"displayMode":"table","placement":"right","showLegend":true},"tooltip":{"hideZeros":false,"mode":"single","sort":"none"}},
|
|
"pluginVersion":"12.3.0",
|
|
"targets":[
|
|
{ "datasource":{"type":"victoriametrics-logs-datasource","uid":"ds-vlogs"},"editorMode":"code","expr":"ip:$ip job:syslog unit:in('keepalived', 'keepalived_exporter') | stats by (app) count() as count" , "legendFormat":"{{ app }}","queryType":"statsRange","refId":"A" },
|
|
{ "datasource":{"type":"victoriametrics-logs-datasource","uid":"ds-vlogs"},"editorMode":"code","expr":"ip:$ip job:syslog _msg:~\"keepalive\" NOT unit:in('keepalived', 'keepalived_exporter') | stats by (app) count() as count","hide":false,"legendFormat":"{{ app }}","queryType":"statsRange","refId":"B" }
|
|
],
|
|
"title":"Keepalived Log",
|
|
"type":"timeseries"
|
|
},
|
|
{
|
|
"datasource":{"type":"victoriametrics-logs-datasource","uid":"ds-vlogs"},
|
|
"description":"Syslog with unitname = keepalived, from ${ip:doublequote}",
|
|
"gridPos":{"h":17,"w":10,"x":0,"y":59},
|
|
"id":245,
|
|
"options":{"dedupStrategy":"none","enableInfiniteScrolling":true,"enableLogDetails":true,"fontSize":"small","prettifyLogMessage":false,"showCommonLabels":false,"showControls":true,"showLabels":true,"showTime":true,"sortOrder":"Descending","wrapLogMessage":false},
|
|
"pluginVersion":"12.3.0",
|
|
"targets":[{"datasource":{"type":"victoriametrics-logs-datasource","uid":"ds-vlogs"},"editorMode":"code","expr":"ip:in(${ip:doublequote}) job:syslog unit:keepalived | fields level, ip, _msg","instant":false,"legendFormat":"{{ ins }}","queryType":"instant","range":true,"refId":"A"}],
|
|
"title":"Keepalived Logs",
|
|
"type":"logs"
|
|
},
|
|
{
|
|
"datasource":{"type":"victoriametrics-logs-datasource","uid":"ds-vlogs"},
|
|
"description":"Search syslog from $ins @ @ip ",
|
|
"gridPos":{"h":17,"w":14,"x":10,"y":59},
|
|
"id":244,
|
|
"options":{"dedupStrategy":"none","enableInfiniteScrolling":true,"enableLogDetails":true,"fontSize":"small","prettifyLogMessage":false,"showCommonLabels":false,"showControls":true,"showLabels":true,"showTime":true,"sortOrder":"Descending","wrapLogMessage":false},
|
|
"pluginVersion":"12.3.0",
|
|
"targets":[{"datasource":{"type":"victoriametrics-logs-datasource","uid":"ds-vlogs"},"editorMode":"code","expr":"ip:$ip job:syslog _msg:~\"keepalive\" NOT unit:in('keepalived', 'keepalived_exporter') | fields level,unit,_msg","instant":false,"legendFormat":"","queryType":"instant","range":true,"refId":"A"}],
|
|
"title":"Search Keepalived in Syslog",
|
|
"type":"logs"
|
|
}
|
|
],
|
|
"preload":false,
|
|
"refresh":"",
|
|
"schemaVersion":42,
|
|
"tags":["Pigsty","NODE","INSTANCE","VIP"],
|
|
"templating":{
|
|
"list":[
|
|
{
|
|
"current":{},
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"definition":"label_values(probe_success,vip)",
|
|
"description":"Virtual IP address bind to node cluster or pgsql cluster",
|
|
"includeAll":false,
|
|
"label":"VIP",
|
|
"name":"vip",
|
|
"options":[],
|
|
"query":{"query":"label_values(probe_success,vip)","refId":"PrometheusVariableQueryEditor-VariableQuery"},
|
|
"refresh":1,
|
|
"regex":"",
|
|
"sort":1,
|
|
"type":"query"
|
|
},{
|
|
"current":{},
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"definition":"label_values(probe_success{vip=\"$vip\"},ip)",
|
|
"description":"Node IP address(es) that corresponding to an IP address",
|
|
"hide":2,
|
|
"includeAll":true,
|
|
"label":"IP",
|
|
"multi":true,
|
|
"name":"ip",
|
|
"options":[],
|
|
"query":{"query":"label_values(probe_success{vip=\"$vip\"},ip)","refId":"PrometheusVariableQueryEditor-VariableQuery"},
|
|
"refresh":1,
|
|
"regex":"",
|
|
"sort":1,
|
|
"type":"query"
|
|
},{
|
|
"current":{},
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"definition":"label_values(probe_success{vip=\"$vip\"},cls)",
|
|
"description":"Node Cluster Name",
|
|
"hide":2,
|
|
"includeAll":false,
|
|
"label":"Node Cluster",
|
|
"name":"cls",
|
|
"options":[],
|
|
"query":{"query":"label_values(probe_success{vip=\"$vip\"},cls)","refId":"PrometheusVariableQueryEditor-VariableQuery"},
|
|
"refresh":1,
|
|
"regex":"",
|
|
"sort":1,
|
|
"type":"query"
|
|
},
|
|
{"current":{},"datasource":{"type":"prometheus","uid":"ds-prometheus"},"definition":"label_values(pg_up{ip=~\"$ip\"},cls)","hide":2,"includeAll":false,"label":"PG Cluster","name":"pg_cls","options":[],"query":{"query":"label_values(pg_up{ip=~\"$ip\"},cls)","refId":"PrometheusVariableQueryEditor-VariableQuery"},"refresh":1,"regex":"","sort":1,"type":"query"},
|
|
{
|
|
"current":{},
|
|
"datasource":{"type":"prometheus","uid":"ds-prometheus"},
|
|
"definition":"label_values(probe_success{vip=\"$vip\"},job)",
|
|
"description":"VIP Type: node or pgsql",
|
|
"hide":2,
|
|
"includeAll":false,
|
|
"label":"Type",
|
|
"name":"type",
|
|
"options":[],
|
|
"query":{"query":"label_values(probe_success{vip=\"$vip\"},job)","refId":"PrometheusVariableQueryEditor-VariableQuery"},
|
|
"refresh":1,
|
|
"regex":"/(node|pgsql)-vip/",
|
|
"sort":1,
|
|
"type":"query"
|
|
}
|
|
]
|
|
},
|
|
"time":{"from":"now-1h","to":"now"},
|
|
"timepicker":{"refresh_intervals":["10s","30s","1m","5m","15m","30m","1h","2h","1d"]},
|
|
"timezone":"browser",
|
|
"title":"Node VIP",
|
|
"uid":"node-vip",
|
|
"version":1,
|
|
"weekStart":""
|
|
} |