{
  "annotations":{"list":[{"builtIn":1,"datasource":{"type":"datasource","uid":"grafana"},"enable":true,"hide":true,"iconColor":"rgba(0, 211, 255, 1)","name":"Annotations & Alerts","target":{"limit":100,"matchAny":false,"tags":[],"type":"dashboard"},"type":"dashboard"}]},
  "author":"Ruohang Feng (rh@vonng.com)",
  "description":"Node: Disk Details",
  "editable":true,
  "fiscalYearStartMonth":0,
  "graphTooltip":0,
  "id":null,
  "license":"https://pigsty.io/docs/about/license/",
  "links":[{"asDropdown":true,"icon":"external link","includeVars":true,"keepTime":true,"tags":["Pigsty","NODE"],"targetBlank":false,"title":"NODE","tooltip":"","type":"dashboards","url":""}],
  "panels":[
    {"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":0},"id":279,"panels":[],"title":"Disk Overview","type":"row"},
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "fieldConfig":{
        "defaults":{"custom":{"align":"center","cellOptions":{"type":"auto"},"filterable":false,"inspect":false},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":null}]},"unit":"none"},
        "overrides":[
          {
            "matcher":{"id":"byName","options":"util"},
            "properties":[
              { "id":"unit"              ,"value":"percentunit"                                                                                                                                                                                                                                              },
              { "id":"thresholds"        ,"value":{"mode":"absolute","steps":[{"color":"#3e668f","value":null},{"color":"#346f36cc","value":0.1},{"color":"#fcdb72","value":0.3},{"color":"#f79f64","value":0.5},{"color":"red","value":0.7},{"color":"#b783af","value":0.9},{"color":"text","value":0.99}]} },
              { "id":"custom.cellOptions","value":{"type":"color-text"}                                                                                                                                                                                                                                      },
              { "id":"custom.width"      ,"value":80                                                                                                                                                                                                                                                         }
            ]
          },
          {"matcher":{"id":"byName","options":"queue"},"properties":[{"id":"custom.width","value":80}]},{"matcher":{"id":"byName","options":"r/s"},"properties":[{"id":"custom.width","value":60}]},{"matcher":{"id":"byName","options":"w/s"},"properties":[{"id":"custom.width","value":60}]},{"matcher":{"id":"byName","options":"mr/s"},"properties":[{"id":"custom.width","value":60}]},
          {"matcher":{"id":"byName","options":"mw/s"},"properties":[{"id":"custom.width","value":60}]},{"matcher":{"id":"byName","options":"rB/s"},"properties":[{"id":"custom.width","value":80},{"id":"unit","value":"Bps"}]},{"matcher":{"id":"byName","options":"wB/s"},"properties":[{"id":"custom.width","value":80},{"id":"unit","value":"Bps"}]},
          {"matcher":{"id":"byName","options":"r_await"},"properties":[{"id":"custom.width","value":80},{"id":"unit","value":"s"},{"id":"mappings","value":[{"options":{"match":"null+nan","result":{"index":1,"text":"-"}},"type":"special"}]}]},
          {"matcher":{"id":"byName","options":"w_await"},"properties":[{"id":"custom.width","value":80},{"id":"unit","value":"s"},{"id":"mappings","value":[{"options":{"match":"null+nan","result":{"color":"gray","index":0,"text":"-"}},"type":"special"}]}]},
          {"matcher":{"id":"byName","options":"r_batch"},"properties":[{"id":"custom.width","value":80},{"id":"unit","value":"decbytes"},{"id":"mappings","value":[{"options":{"match":"null+nan","result":{"color":"#808080","index":0,"text":"-"}},"type":"special"}]}]},
          {"matcher":{"id":"byName","options":"w_batch"},"properties":[{"id":"custom.width","value":80},{"id":"unit","value":"bytes"},{"id":"mappings","value":[]},{"id":"mappings","value":[{"options":{"match":"null+nan","result":{"color":"#808080","index":0,"text":"-"}},"type":"special"}]}]},
          {"matcher":{"id":"byName","options":"Disk"},"properties":[{"id":"custom.minWidth","value":100},{"id":"custom.align","value":"left"},{"id":"links","value":[{"title":"Node Disk: $id.${__data.fields.Disk}","url":"/d/node-disk?var-id=$id&var-ip=$ip&var-disk=${__data.fields.Disk}&${__url_time_range}"}]}]}
        ]
      },
      "gridPos":{"h":8,"w":24,"x":0,"y":1},
      "id":207,
      "options":{"cellHeight":"sm","footer":{"countRows":false,"fields":"","reducer":["sum"],"show":false},"showHeader":true,"sortBy":[]},
      "pluginVersion":"11.3.0",
      "targets":[
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (device) (irate(node_disk_io_time_seconds_total{ip=\"$ip\"}[1m]))"         ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"util"   ,"refId":"A" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (device) (irate(node_disk_io_time_weighted_seconds_total{ip=\"$ip\"}[1m]))","format":"table","hide":false,"instant":true,"interval":"","legendFormat":"queue"  ,"refId":"B" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (device) (irate(node_disk_reads_completed_total{ip=\"$ip\"}[1m]))"         ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"r/s"    ,"refId":"C" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (device) (irate(node_disk_writes_completed_total{ip=\"$ip\"}[1m]))"        ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"w/s"    ,"refId":"D" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (device) (irate(node_disk_reads_merged_total{ip=\"$ip\"}[1m]))"            ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"mr/s"   ,"refId":"E" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (device) (irate(node_disk_writes_merged_total{ip=\"$ip\"}[1m]))"           ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"mw/s"   ,"refId":"F" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (device) (node:dev:disk_read_bytes_rate1m{ip=\"$ip\"})"                    ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"rb/s"   ,"refId":"H" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (device) (irate(node_disk_read_bytes_total{ip=\"$ip\"}[1m]))"              ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"wb/s"   ,"refId":"I" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"max by (device) (node:dev:disk_read_rt_1m{ip=\"$ip\"})"                           ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"r_await","refId":"J" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},                    "exemplar":false,"expr":"max by (device) (node:dev:disk_write_rt_1m{ip=\"$ip\"})"                          ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"w_await","refId":"K" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},                    "exemplar":false,"expr":"max by (device) (node:dev:disk_read_batch_1m{ip=\"$ip\"})"                        ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"rreq-sz","refId":"L" },
        { "datasource":{"type":"prometheus","uid":"ds-prometheus"},                    "exemplar":false,"expr":"max by (device) (node:dev:disk_write_batch_1m{ip=\"$ip\"})"                       ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"wreq-sz","refId":"M" }
      ],
      "title":"Disk iostat",
      "transformations":[
        {"id":"seriesToColumns","options":{"byField":"device"}},
        {
          "id":"organize",
          "options":{
            "excludeByName":{"Time":true,"Time 1":true,"Time 10":true,"Time 11":true,"Time 12":true,"Time 13":true,"Time 2":true,"Time 3":true,"Time 4":true,"Time 5":true,"Time 6":true,"Time 7":true,"Time 8":true,"Time 9":true,"Value #A":false,"__name__":true,"cls":true,"ins":true,"instance":true,"ip":true,"ip 1":true,"job":true,"job 1":true},
            "includeByName":{},
            "indexByName":{"Time 1":13,"Time 10":22,"Time 11":23,"Time 12":24,"Time 2":14,"Time 3":15,"Time 4":16,"Time 5":17,"Time 6":18,"Time 7":19,"Time 8":20,"Time 9":21,"Value #A":1,"Value #B":2,"Value #C":3,"Value #D":4,"Value #E":5,"Value #F":6,"Value #H":7,"Value #I":8,"Value #J":9,"Value #K":10,"Value #L":11,"Value #M":12,"device":0},
            "renameByName":{"Time 1":"","Value #A":"util","Value #B":"queue","Value #C":"r/s","Value #D":"w/s","Value #E":"mr/s","Value #F":"mw/s","Value #G":"iNode Used","Value #H":"rB/s","Value #I":"wB/s","Value #J":"r_await","Value #K":"w_await","Value #L":"r_batch","Value #M":"w_batch","device":"Disk","fstype":"FS","mountpoint":"Path"}
          }
        }
      ],
      "type":"table"
    },
    {"collapsed":false,"gridPos":{"h":1,"w":24,"x":0,"y":9},"id":167,"panels":[],"title":"Disk Metrics - Basic","type":"row"},
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"Read operations per second (irate1m)",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":true,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":10,
            "gradientMode":"opacity",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"smooth",
            "lineWidth":1,
            "pointSize":5,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "mappings":[],
          "min":0,
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":null}]},
          "unit":"short"
        },
        "overrides":[{"matcher":{"id":"byName","options":"/dfa/"},"properties":[{"id":"custom.fillOpacity","value":50},{"id":"custom.lineWidth","value":2}]}]
      },
      "gridPos":{"h":9,"w":12,"x":0,"y":10},
      "id":46,
      "options":{"legend":{"calcs":["mean","max"],"displayMode":"table","placement":"bottom","showLegend":true,"sortBy":"Name","sortDesc":false},"tooltip":{"mode":"multi","sort":"none"}},
      "pluginVersion":"11.3.0",
      "targets":[{"editorMode":"code","exemplar":true,"expr":"irate(node_disk_reads_completed_total{ip=\"$ip\", device=~'$disk'}[1m])","interval":"","legendFormat":"{{ device }}","range":true,"refId":"A"}],
      "title":"Read IOPS",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"Write operations per second (irate1m)",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":true,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":10,
            "gradientMode":"opacity",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"smooth",
            "lineWidth":1,
            "pointSize":5,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "mappings":[],
          "min":0,
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":null}]},
          "unit":"short"
        },
        "overrides":[{"matcher":{"id":"byName","options":"/dfa/"},"properties":[{"id":"custom.fillOpacity","value":50},{"id":"custom.lineWidth","value":2}]}]
      },
      "gridPos":{"h":9,"w":12,"x":12,"y":10},
      "id":280,
      "options":{"legend":{"calcs":["mean","max"],"displayMode":"table","placement":"bottom","showLegend":true,"sortBy":"Name","sortDesc":false},"tooltip":{"mode":"multi","sort":"none"}},
      "pluginVersion":"11.3.0",
      "targets":[{"editorMode":"code","exemplar":true,"expr":"irate(node_disk_writes_completed_total{ip=\"$ip\", device=~'$disk'}[1m])","interval":"","legendFormat":"{{ device }}","range":true,"refId":"A"}],
      "title":"Write IOPS",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"Read Bytes per Second",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":true,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":10,
            "gradientMode":"opacity",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"smooth",
            "lineWidth":1,
            "pointSize":5,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "mappings":[],
          "min":0,
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":null}]},
          "unit":"binBps"
        },
        "overrides":[{"matcher":{"id":"byName","options":"/dfa/"},"properties":[{"id":"custom.fillOpacity","value":40},{"id":"custom.fillOpacity","value":10},{"id":"custom.lineWidth","value":2}]}]
      },
      "gridPos":{"h":8,"w":12,"x":0,"y":19},
      "id":45,
      "options":{"legend":{"calcs":["mean","max"],"displayMode":"table","placement":"bottom","showLegend":true,"sortBy":"Name","sortDesc":false},"tooltip":{"mode":"multi","sort":"none"}},
      "pluginVersion":"11.3.0",
      "targets":[{"editorMode":"code","exemplar":true,"expr":"irate(node_disk_read_bytes_total{ip=\"$ip\", device=~'$disk'}[1m])","interval":"","legendFormat":"{{ device }}","range":true,"refId":"A"}],
      "title":"Read Bandwidth",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"Write Bytes per Second",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":true,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"line",
            "fillOpacity":10,
            "gradientMode":"opacity",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"smooth",
            "lineWidth":1,
            "pointSize":5,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"never",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "mappings":[],
          "min":0,
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":null}]},
          "unit":"binBps"
        },
        "overrides":[{"matcher":{"id":"byName","options":"/dfa/"},"properties":[{"id":"custom.fillOpacity","value":40},{"id":"custom.fillOpacity","value":10},{"id":"custom.lineWidth","value":2}]}]
      },
      "gridPos":{"h":8,"w":12,"x":12,"y":19},
      "id":281,
      "options":{"legend":{"calcs":["mean","max"],"displayMode":"table","placement":"bottom","showLegend":true,"sortBy":"Name","sortDesc":false},"tooltip":{"mode":"multi","sort":"none"}},
      "pluginVersion":"11.3.0",
      "targets":[{"editorMode":"code","exemplar":true,"expr":"irate(node_disk_written_bytes_total{ip=\"$ip\", device=~'$disk'}[1m])","interval":"","legendFormat":"{{ device }}","range":true,"refId":"A"}],
      "title":"Write Bandwidth",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"Read Response Rtime",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":true,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"points",
            "fillOpacity":10,
            "gradientMode":"opacity",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":2,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"auto",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "mappings":[],
          "min":0,
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":null},{"color":"red","value":80}]},
          "unit":"s"
        },
        "overrides":[{"matcher":{"id":"byName","options":"/dfa/"},"properties":[{"id":"custom.lineWidth","value":0},{"id":"custom.pointSize","value":4}]}]
      },
      "gridPos":{"h":8,"w":12,"x":0,"y":27},
      "id":202,
      "options":{"legend":{"calcs":["mean","max"],"displayMode":"table","placement":"bottom","showLegend":true},"tooltip":{"mode":"multi","sort":"none"}},
      "pluginVersion":"11.3.0",
      "targets":[{"editorMode":"code","exemplar":true,"expr":"irate(node_disk_read_time_seconds_total{ip=~\"$ip\", device=~'$disk'}[1m]) /\nirate(node_disk_reads_completed_total{ip=\"$ip\", device=~'$disk'}[1m])","interval":"","legendFormat":"{{ device }}","range":true,"refId":"A"}],
      "title":"Read Response Time",
      "type":"timeseries"
    },
    {
      "datasource":{"type":"prometheus","uid":"ds-prometheus"},
      "description":"Write Response Rtime",
      "fieldConfig":{
        "defaults":{
          "color":{"mode":"palette-classic"},
          "custom":{
            "axisBorderShow":false,
            "axisCenteredZero":true,
            "axisColorMode":"text",
            "axisLabel":"",
            "axisPlacement":"auto",
            "barAlignment":0,
            "barWidthFactor":0.6,
            "drawStyle":"points",
            "fillOpacity":10,
            "gradientMode":"opacity",
            "hideFrom":{"legend":false,"tooltip":false,"viz":false},
            "insertNulls":false,
            "lineInterpolation":"linear",
            "lineWidth":1,
            "pointSize":2,
            "scaleDistribution":{"type":"linear"},
            "showPoints":"auto",
            "spanNulls":false,
            "stacking":{"group":"A","mode":"none"},
            "thresholdsStyle":{"mode":"off"}
          },
          "mappings":[],
          "min":0,
          "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":null},{"color":"red","value":80}]},
          "unit":"s"
        },
        "overrides":[{"matcher":{"id":"byName","options":"/dfa/"},"properties":[{"id":"custom.lineWidth","value":0},{"id":"custom.pointSize","value":4}]}]
      },
      "gridPos":{"h":8,"w":12,"x":12,"y":27},
      "id":283,
      "options":{"legend":{"calcs":["mean","max"],"displayMode":"table","placement":"bottom","showLegend":true},"tooltip":{"mode":"multi","sort":"none"}},
      "pluginVersion":"11.3.0",
      "targets":[{"editorMode":"code","exemplar":true,"expr":"irate(node_disk_write_time_seconds_total{ip=~\"$ip\", device=~'$disk'}[1m]) /\nirate(node_disk_writes_completed_total{ip=\"$ip\", device=~'$disk'}[1m])","interval":"","legendFormat":"{{ device }}","range":true,"refId":"A"}],
      "title":"Write Response Time",
      "type":"timeseries"
    },
    {
      "collapsed":true,
      "gridPos":{"h":1,"w":24,"x":0,"y":35},
      "id":286,
      "panels":[
        {
          "datasource":{"type":"prometheus","uid":"ds-prometheus"},
          "description":"Average Read Size in Bytes",
          "fieldConfig":{
            "defaults":{
              "color":{"mode":"palette-classic"},
              "custom":{
                "axisBorderShow":false,
                "axisCenteredZero":true,
                "axisColorMode":"text",
                "axisLabel":"",
                "axisPlacement":"auto",
                "barAlignment":0,
                "barWidthFactor":0.6,
                "drawStyle":"line",
                "fillOpacity":2,
                "gradientMode":"none",
                "hideFrom":{"legend":false,"tooltip":false,"viz":false},
                "insertNulls":false,
                "lineInterpolation":"linear",
                "lineWidth":1,
                "pointSize":3,
                "scaleDistribution":{"type":"linear"},
                "showPoints":"auto",
                "spanNulls":false,
                "stacking":{"group":"A","mode":"none"},
                "thresholdsStyle":{"mode":"off"}
              },
              "mappings":[],
              "min":0,
              "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":null}]},
              "unit":"bytes"
            },
            "overrides":[{"matcher":{"id":"byName","options":"/dfa/"},"properties":[{"id":"custom.lineWidth","value":0},{"id":"custom.pointSize","value":4}]}]
          },
          "gridPos":{"h":8,"w":12,"x":0,"y":126},
          "id":47,
          "options":{"legend":{"calcs":["mean","max"],"displayMode":"table","placement":"bottom","showLegend":true},"tooltip":{"mode":"multi","sort":"none"}},
          "pluginVersion":"11.3.0",
          "targets":[{"editorMode":"code","exemplar":true,"expr":"irate(node_disk_read_bytes_total{ip=\"$ip\", device=~'$disk'}[15s]) / \nirate(node_disk_reads_completed_total{ip=\"$ip\", device=~'$disk'}[15s])","interval":"","legendFormat":"{{ device }}","range":true,"refId":"A"}],
          "title":"Read Request Size (areq-sz)",
          "type":"timeseries"
        },{
          "datasource":{"type":"prometheus","uid":"ds-prometheus"},
          "description":"Average Write Size in Bytes",
          "fieldConfig":{
            "defaults":{
              "color":{"mode":"palette-classic"},
              "custom":{
                "axisBorderShow":false,
                "axisCenteredZero":true,
                "axisColorMode":"text",
                "axisLabel":"",
                "axisPlacement":"auto",
                "barAlignment":0,
                "barWidthFactor":0.6,
                "drawStyle":"line",
                "fillOpacity":2,
                "gradientMode":"none",
                "hideFrom":{"legend":false,"tooltip":false,"viz":false},
                "insertNulls":false,
                "lineInterpolation":"linear",
                "lineWidth":1,
                "pointSize":3,
                "scaleDistribution":{"type":"linear"},
                "showPoints":"auto",
                "spanNulls":false,
                "stacking":{"group":"A","mode":"none"},
                "thresholdsStyle":{"mode":"off"}
              },
              "mappings":[],
              "min":0,
              "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":null}]},
              "unit":"bytes"
            },
            "overrides":[{"matcher":{"id":"byName","options":"/dfa/"},"properties":[{"id":"custom.lineWidth","value":0},{"id":"custom.pointSize","value":4}]}]
          },
          "gridPos":{"h":8,"w":12,"x":12,"y":126},
          "id":284,
          "options":{"legend":{"calcs":["mean","max"],"displayMode":"table","placement":"bottom","showLegend":true},"tooltip":{"mode":"multi","sort":"none"}},
          "pluginVersion":"11.3.0",
          "targets":[{"editorMode":"code","exemplar":true,"expr":"irate(node_disk_written_bytes_total{ip=\"$ip\", device=~'$disk'}[15s]) / \nirate(node_disk_writes_completed_total{ip=\"$ip\", device=~'$disk'}[15s])","interval":"","legendFormat":"{{ device }}","range":true,"refId":"A"}],
          "title":"Write Request Size (areq-sz)",
          "type":"timeseries"
        },{
          "datasource":{"type":"prometheus","uid":"ds-prometheus"},
          "description":"Merged ratio of read requests",
          "fieldConfig":{
            "defaults":{
              "color":{"mode":"palette-classic"},
              "custom":{
                "axisBorderShow":false,
                "axisCenteredZero":true,
                "axisColorMode":"text",
                "axisLabel":"",
                "axisPlacement":"auto",
                "barAlignment":0,
                "barWidthFactor":0.6,
                "drawStyle":"line",
                "fillOpacity":20,
                "gradientMode":"opacity",
                "hideFrom":{"legend":false,"tooltip":false,"viz":false},
                "insertNulls":false,
                "lineInterpolation":"smooth",
                "lineWidth":1,
                "pointSize":5,
                "scaleDistribution":{"type":"linear"},
                "showPoints":"never",
                "spanNulls":false,
                "stacking":{"group":"A","mode":"none"},
                "thresholdsStyle":{"mode":"off"}
              },
              "mappings":[],
              "max":1,
              "min":0,
              "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":null},{"color":"red","value":80}]},
              "unit":"percentunit"
            },
            "overrides":[{"matcher":{"id":"byName","options":"/dfa/"},"properties":[{"id":"custom.fillOpacity","value":50},{"id":"custom.lineWidth","value":2}]}]
          },
          "gridPos":{"h":8,"w":12,"x":0,"y":167},
          "id":201,
          "options":{"legend":{"calcs":["mean","max","min"],"displayMode":"table","placement":"bottom","showLegend":true},"tooltip":{"mode":"multi","sort":"none"}},
          "pluginVersion":"11.3.0",
          "targets":[{"editorMode":"code","exemplar":true,"expr":"irate(node_disk_reads_merged_total{ip=\"$ip\", device=~'$disk'}[1m]) /\n(irate(node_disk_reads_merged_total{ip=\"$ip\", device=~'$disk'}[1m]) +\n irate(node_disk_reads_completed_total{ip=\"$ip\", device=~'$disk'}[1m]))","interval":"","legendFormat":"{{ device }}","range":true,"refId":"A"}],
          "title":"Reads Merged Ratio",
          "type":"timeseries"
        },{
          "datasource":{"type":"prometheus","uid":"ds-prometheus"},
          "description":"Merged ratio of write requests",
          "fieldConfig":{
            "defaults":{
              "color":{"mode":"palette-classic"},
              "custom":{
                "axisBorderShow":false,
                "axisCenteredZero":true,
                "axisColorMode":"text",
                "axisLabel":"",
                "axisPlacement":"auto",
                "barAlignment":0,
                "barWidthFactor":0.6,
                "drawStyle":"line",
                "fillOpacity":20,
                "gradientMode":"opacity",
                "hideFrom":{"legend":false,"tooltip":false,"viz":false},
                "insertNulls":false,
                "lineInterpolation":"smooth",
                "lineWidth":1,
                "pointSize":5,
                "scaleDistribution":{"type":"linear"},
                "showPoints":"never",
                "spanNulls":false,
                "stacking":{"group":"A","mode":"none"},
                "thresholdsStyle":{"mode":"off"}
              },
              "mappings":[],
              "max":1,
              "min":0,
              "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":null},{"color":"red","value":80}]},
              "unit":"percentunit"
            },
            "overrides":[{"matcher":{"id":"byName","options":"/dfa/"},"properties":[{"id":"custom.fillOpacity","value":50},{"id":"custom.lineWidth","value":2}]}]
          },
          "gridPos":{"h":8,"w":12,"x":12,"y":167},
          "id":285,
          "options":{"legend":{"calcs":["mean","max","min"],"displayMode":"table","placement":"bottom","showLegend":true},"tooltip":{"mode":"multi","sort":"none"}},
          "pluginVersion":"11.3.0",
          "targets":[{"editorMode":"code","exemplar":true,"expr":"irate(node_disk_writes_merged_total{ip=\"$ip\", device=~'$disk'}[1m]) /\n(irate(node_disk_writes_merged_total{ip=\"$ip\", device=~'$disk'}[1m]) +\n irate(node_disk_writes_completed_total{ip=\"$ip\", device=~'$disk'}[1m]))","interval":"","legendFormat":"{{ device }}","range":true,"refId":"A"}],
          "title":"Write Merged Ratio",
          "type":"timeseries"
        },{
          "datasource":{"type":"prometheus","uid":"ds-prometheus"},
          "description":"Number of items which were in the queue at the sampling time point",
          "fieldConfig":{
            "defaults":{
              "color":{"mode":"palette-classic"},
              "custom":{
                "axisBorderShow":false,
                "axisCenteredZero":false,
                "axisColorMode":"text",
                "axisLabel":"",
                "axisPlacement":"auto",
                "barAlignment":0,
                "barWidthFactor":0.6,
                "drawStyle":"bars",
                "fillOpacity":100,
                "gradientMode":"none",
                "hideFrom":{"graph":false,"legend":false,"tooltip":false,"viz":false},
                "insertNulls":false,
                "lineInterpolation":"linear",
                "lineWidth":1,
                "pointSize":5,
                "scaleDistribution":{"type":"linear"},
                "showPoints":"never",
                "spanNulls":false,
                "stacking":{"group":"A","mode":"normal"},
                "thresholdsStyle":{"mode":"off"}
              },
              "mappings":[],
              "min":0,
              "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":null}]},
              "unit":"none"
            },
            "overrides":[]
          },
          "gridPos":{"h":8,"w":12,"x":0,"y":175},
          "id":38,
          "options":{"legend":{"calcs":["mean","max"],"displayMode":"table","placement":"bottom","showLegend":true},"tooltip":{"mode":"multi","sort":"none"}},
          "pluginVersion":"11.3.0",
          "targets":[{"editorMode":"code","exemplar":true,"expr":"node_disk_io_now{ip=\"$ip\", device=~'$disk'}","interval":"","legendFormat":"{{ device }}","range":true,"refId":"A"}],
          "title":"Instant Queue Size",
          "type":"timeseries"
        },{
          "datasource":{"type":"prometheus","uid":"ds-prometheus"},
          "description":"average number of operations waiting to be serviced.",
          "fieldConfig":{
            "defaults":{
              "color":{"mode":"palette-classic"},
              "custom":{
                "axisBorderShow":false,
                "axisCenteredZero":false,
                "axisColorMode":"text",
                "axisLabel":"",
                "axisPlacement":"auto",
                "barAlignment":0,
                "barWidthFactor":0.6,
                "drawStyle":"line",
                "fillOpacity":10,
                "gradientMode":"opacity",
                "hideFrom":{"graph":false,"legend":false,"tooltip":false,"viz":false},
                "insertNulls":false,
                "lineInterpolation":"linear",
                "lineWidth":1,
                "pointSize":5,
                "scaleDistribution":{"type":"linear"},
                "showPoints":"never",
                "spanNulls":false,
                "stacking":{"group":"A","mode":"none"},
                "thresholdsStyle":{"mode":"off"}
              },
              "mappings":[],
              "min":0,
              "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":null},{"color":"red","value":80}]},
              "unit":"none"
            },
            "overrides":[]
          },
          "gridPos":{"h":8,"w":12,"x":12,"y":175},
          "id":84,
          "options":{"legend":{"calcs":["mean","max"],"displayMode":"table","placement":"bottom","showLegend":true},"tooltip":{"mode":"multi","sort":"none"}},
          "pluginVersion":"11.3.0",
          "targets":[{"editorMode":"code","exemplar":true,"expr":"irate(node_disk_io_time_weighted_seconds_total{ip=\"$ip\", device=~'$disk'}[1m])","interval":"","legendFormat":"{{ device }}","range":true,"refId":"A"}],
          "title":"Average Queue Size",
          "type":"timeseries"
        }
      ],
      "title":"Disk Metrics - Extended",
      "type":"row"
    },
    {
      "collapsed":true,
      "gridPos":{"h":1,"w":24,"x":0,"y":36},
      "id":193,
      "panels":[
        {
          "datasource":{"type":"prometheus","uid":"ds-prometheus"},
          "fieldConfig":{
            "defaults":{"custom":{"align":"center","cellOptions":{"type":"auto"},"filterable":false,"inspect":false},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":null}]},"unit":"decbytes"},
            "overrides":[
              {"matcher":{"id":"byName","options":"Size"},"properties":[{"id":"custom.width","value":80},{"id":"decimals"}]},{"matcher":{"id":"byName","options":"Free"},"properties":[{"id":"custom.width","value":80}]},{"matcher":{"id":"byName","options":"Used"},"properties":[{"id":"custom.width","value":80}]},
              {
                "matcher":{"id":"byName","options":"Usage"},
                "properties":[
                  { "id":"custom.width"      ,"value":80                                                                                                                                                                                                                                                                         },
                  { "id":"custom.cellOptions","value":{"type":"color-text"}                                                                                                                                                                                                                                                      },
                  { "id":"unit"              ,"value":"percentunit"                                                                                                                                                                                                                                                              },
                  { "id":"thresholds"        ,"value":{"mode":"absolute","steps":[{"color":"#3e668f","value":null},{"color":"#346f36cc","value":0.1},{"color":"#EAB839","value":0.8},{"color":"#EF843C","value":0.85},{"color":"red","value":0.9},{"color":"#b783af","value":0.95},{"color":"rgba(0, 0, 0, 0.7)","value":0.99}]} },
                  { "id":"decimals"          ,"value":2                                                                                                                                                                                                                                                                          }
                ]
              },
              {"matcher":{"id":"byName","options":"iNodes"},"properties":[{"id":"custom.width","value":80}]},{"matcher":{"id":"byName","options":"iNode Free"},"properties":[{"id":"custom.width","value":90},{"id":"unit","value":"short"}]},{"matcher":{"id":"byName","options":"iNode Used"},"properties":[{"id":"custom.width","value":100},{"id":"unit","value":"short"}]},
              {
                "matcher":{"id":"byName","options":"iNode%"},
                "properties":[
                  { "id":"custom.width"      ,"value":80                                                                                                                                                                                                                                                                         },
                  { "id":"unit"              ,"value":"percentunit"                                                                                                                                                                                                                                                              },
                  { "id":"custom.cellOptions","value":{"type":"color-text"}                                                                                                                                                                                                                                                      },
                  { "id":"thresholds"        ,"value":{"mode":"absolute","steps":[{"color":"#3e668f","value":null},{"color":"#346f36cc","value":0.1},{"color":"#fcdb72","value":0.8},{"color":"#f79f64","value":0.85},{"color":"red","value":0.9},{"color":"#b783af","value":0.95},{"color":"rgba(0, 0, 0, 0.7)","value":0.99}]} },
                  { "id":"decimals"          ,"value":2                                                                                                                                                                                                                                                                          }
                ]
              },
              {"matcher":{"id":"byName","options":"FS"},"properties":[{"id":"custom.width","value":120}]},
              {
                "matcher":{"id":"byName","options":"Readonly"},
                "properties":[{"id":"mappings","value":[{"options":{"0":{"color":"#346f36cc","index":1,"text":"OK"},"1":{"color":"red","index":2,"text":"RO"}},"type":"value"},{"options":{"match":"null+nan","result":{"color":"gray","index":0,"text":"N/A"}},"type":"special"}]},{"id":"custom.cellOptions","value":{"mode":"basic","type":"color-background"}},{"id":"custom.width","value":80}]
              },
              {"matcher":{"id":"byName","options":"Disk"},"properties":[{"id":"custom.minWidth","value":160},{"id":"custom.align","value":"left"},{"id":"links","value":[{"title":"Node Disk: $id.${__data.fields.Disk}","url":"/d/node-disk?var-id=$id&var-ip=$ip&var-disk=${__data.fields.Disk}&${__url_time_range}"}]}]},
              {"matcher":{"id":"byName","options":"Path"},"properties":[{"id":"custom.minWidth","value":150},{"id":"custom.align","value":"left"}]}
            ]
          },
          "gridPos":{"h":8,"w":24,"x":0,"y":127},
          "id":110,
          "options":{"cellHeight":"sm","footer":{"countRows":false,"fields":"","reducer":["sum"],"show":false},"showHeader":true,"sortBy":[]},
          "pluginVersion":"11.3.0",
          "targets":[
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":false,"expr":"node:fs:size_bytes{ip=\"$ip\"}"                                                      ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"Total"      ,"refId":"A" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},                    "exemplar":false,"expr":"max by (device) (node:fs:avail_bytes{ip=\"$ip\"})"                                   ,"format":"table","hide":false,"instant":true,"interval":"","legendFormat":"Avail"      ,"refId":"B" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},                    "exemplar":false,"expr":"max by (device) (node:fs:size_bytes{ip=\"$ip\"} - node:fs:avail_bytes{ip=\"$ip\"})"  ,"format":"table",             "instant":true,"interval":"","legendFormat":"Used"       ,"refId":"C" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},                    "exemplar":true ,"expr":"max by (device) (node:fs:space_usage{ip=\"$ip\"})"                                   ,"format":"table",                            "interval":"","legendFormat":"Usage"      ,"refId":"D" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},                    "exemplar":false,"expr":"max by (device) (node:fs:inode_total{ip=\"$ip\"})"                                   ,"format":"table",             "instant":true,"interval":"","legendFormat":"iNodes"     ,"refId":"E" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},                    "exemplar":false,"expr":"max by (device) (node:fs:inode_free{ip=\"$ip\"})"                                    ,"format":"table",             "instant":true,"interval":"","legendFormat":"iNode Free" ,"refId":"F" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},                    "exemplar":false,"expr":"max by (device) (node:fs:inode_used{ip=\"$ip\"})"                                    ,"format":"table",             "instant":true,"interval":"","legendFormat":"iNode Used" ,"refId":"G" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},                    "exemplar":false,"expr":"max by (device) (node:fs:inode_usage{ip=\"$ip\"})"                                   ,"format":"table",             "instant":true,"interval":"","legendFormat":"iNode Usage","refId":"H" },
            { "datasource":{"type":"prometheus","uid":"ds-prometheus"},                    "exemplar":false,"expr":"min by (device) (node_filesystem_readonly{ip=\"$ip\", fstype!~\"(n|root|tmp)fs.*\"})","format":"table","hide":false,"instant":true,"interval":"","legendFormat":"iNode Usage","refId":"I" }
          ],
          "title":"",
          "transformations":[
            {"id":"seriesToColumns","options":{"byField":"device"}},
            {
              "id":"organize",
              "options":{
                "excludeByName":{"Time":true,"Time 1":true,"Time 2":true,"Time 3":true,"Time 4":true,"Time 5":true,"Time 6":true,"Time 7":true,"Time 8":true,"Time 9":true,"Value #A":false,"__name__":true,"cls":true,"ins":true,"instance":true,"ip":true,"job":true},
                "includeByName":{},
                "indexByName":{"Time 1":12,"Time 2":13,"Time 3":14,"Time 4":15,"Time 5":16,"Time 6":17,"Time 7":18,"Time 8":19,"Time 9":20,"Value #A":6,"Value #B":7,"Value #C":8,"Value #D":4,"Value #E":9,"Value #F":10,"Value #G":11,"Value #H":5,"Value #I":3,"__name__":21,"cls":22,"device":0,"fstype":2,"ins":23,"instance":24,"ip":26,"job":25,"mountpoint":1},
                "renameByName":{"Value #A":"Size","Value #B":"Free","Value #C":"Used","Value #D":"Usage","Value #E":"iNodes","Value #F":"iNode Free","Value #G":"iNode Used","Value #H":"iNode%","Value #I":"Readonly","device":"Disk","fstype":"FS","mountpoint":"Path"}
              }
            }
          ],
          "type":"table"
        },
        {
          "datasource":{"type":"prometheus","uid":"ds-prometheus"},
          "fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"#3e668f","value":null},{"color":"#346f36cc","value":0.1},{"color":"#fcdb72","value":0.8},{"color":"#f79f64","value":0.85},{"color":"#E24D42","value":0.9},{"color":"#b783af","value":0.95},{"color":"text","value":0.99}]},"unit":"percentunit"},"overrides":[]},
          "gridPos":{"h":7,"w":6,"x":0,"y":135},
          "id":189,
          "options":{"colorMode":"background","graphMode":"area","justifyMode":"auto","orientation":"horizontal","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"text":{"valueSize":14},"textMode":"auto","wideLayout":true},
          "pluginVersion":"11.3.0",
          "targets":[{"exemplar":true,"expr":"node:fs:space_usage{ip=\"$ip\"}","hide":false,"interval":"","legendFormat":"{{ mountpoint }}","refId":"A"}],
          "title":"Space Usage",
          "type":"stat"
        },
        {
          "datasource":{"type":"prometheus","uid":"ds-prometheus"},
          "description":"Prediction of avail filesystem space a day later!",
          "fieldConfig":{
            "defaults":{
              "color":{"mode":"thresholds"},
              "mappings":[{"options":{"from":-9999999999,"result":{"color":"#2f2f2f","index":1,"text":"FULL"},"to":0},"type":"range"}],
              "thresholds":{"mode":"absolute","steps":[{"color":"text","value":null},{"color":"#b783af","value":0},{"color":"red","value":4000000000},{"color":"#f79f64","value":16000000000},{"color":"#EAB839","value":32000000000},{"color":"#346f36cc","value":64000000000},{"color":"#3e668f","value":1000000000000}]},
              "unit":"decbytes"
            },
            "overrides":[]
          },
          "gridPos":{"h":7,"w":6,"x":6,"y":135},
          "id":200,
          "options":{"colorMode":"background","graphMode":"area","justifyMode":"auto","orientation":"horizontal","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"text":{"valueSize":14},"textMode":"auto","wideLayout":true},
          "pluginVersion":"11.3.0",
          "targets":[{"exemplar":true,"expr":"node:fs:space_predict_1d{ip=\"$ip\"}","hide":false,"interval":"","legendFormat":"{{ mountpoint }}","refId":"A"}],
          "title":"Avail Space 1D Prediction",
          "type":"stat"
        },
        {
          "datasource":{"type":"prometheus","uid":"ds-prometheus"},
          "fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"decimals":2,"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"#3e668f","value":null},{"color":"#346f36cc","value":0.1},{"color":"#fcdb72","value":0.3},{"color":"#f79f64","value":0.5},{"color":"#E24D42","value":0.7},{"color":"#b783af","value":0.9}]},"unit":"percentunit"},"overrides":[]},
          "gridPos":{"h":7,"w":6,"x":12,"y":135},
          "id":174,
          "options":{"colorMode":"background","graphMode":"area","justifyMode":"auto","orientation":"horizontal","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"text":{"valueSize":14},"textMode":"auto","wideLayout":true},
          "pluginVersion":"11.3.0",
          "targets":[{"exemplar":true,"expr":"node:fs:inode_usage{ip=\"$ip\"}","hide":false,"interval":"","legendFormat":"{{ mountpoint }}","refId":"A"}],
          "title":"iNode Usage",
          "type":"stat"
        },
        {
          "datasource":{"type":"prometheus","uid":"ds-prometheus"},
          "fieldConfig":{"defaults":{"color":{"mode":"thresholds"},"mappings":[],"thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":null},{"color":"red","value":1}]},"unit":"none"},"overrides":[]},
          "gridPos":{"h":7,"w":6,"x":18,"y":135},
          "id":198,
          "options":{"colorMode":"background","graphMode":"area","justifyMode":"auto","orientation":"horizontal","percentChangeColorMode":"standard","reduceOptions":{"calcs":["lastNotNull"],"fields":"","values":false},"showPercentChange":false,"text":{"valueSize":14},"textMode":"auto","wideLayout":true},
          "pluginVersion":"11.3.0",
          "targets":[{"exemplar":true,"expr":"node_filesystem_device_error{ip=\"$ip\", fstype!~\"(n|root|tmp)fs.*\"}","hide":false,"interval":"","legendFormat":"{{ mountpoint }}","refId":"A"}],
          "title":"Device Error",
          "type":"stat"
        },
        {
          "datasource":{"type":"prometheus","uid":"ds-prometheus"},
          "fieldConfig":{
            "defaults":{
              "color":{"mode":"palette-classic"},
              "custom":{
                "axisBorderShow":false,
                "axisCenteredZero":false,
                "axisColorMode":"text",
                "axisLabel":"",
                "axisPlacement":"auto",
                "barAlignment":0,
                "barWidthFactor":0.6,
                "drawStyle":"line",
                "fillOpacity":9,
                "gradientMode":"opacity",
                "hideFrom":{"legend":false,"tooltip":false,"viz":false},
                "insertNulls":false,
                "lineInterpolation":"linear",
                "lineWidth":1,
                "pointSize":5,
                "scaleDistribution":{"type":"linear"},
                "showPoints":"never",
                "spanNulls":false,
                "stacking":{"group":"A","mode":"none"},
                "thresholdsStyle":{"mode":"off"}
              },
              "decimals":0,
              "mappings":[],
              "thresholds":{"mode":"absolute","steps":[{"color":"text","value":null}]},
              "unit":"decbytes"
            },
            "overrides":[]
          },
          "gridPos":{"h":9,"w":12,"x":0,"y":142},
          "id":182,
          "options":{"legend":{"calcs":["mean","min","max"],"displayMode":"table","placement":"bottom","showLegend":true,"sortBy":"Max","sortDesc":true},"tooltip":{"mode":"multi","sort":"none"}},
          "pluginVersion":"11.3.0",
          "targets":[{"exemplar":true,"expr":"node:fs:space_deriv1h{ip=\"$ip\"}","interval":"","legendFormat":"{{ mountpoint }}","refId":"A"}],
          "title":"Space Derive 1h",
          "type":"timeseries"
        },
        {
          "datasource":{"type":"prometheus","uid":"ds-prometheus"},
          "fieldConfig":{
            "defaults":{
              "color":{"mode":"palette-classic"},
              "custom":{
                "axisBorderShow":false,
                "axisCenteredZero":false,
                "axisColorMode":"text",
                "axisLabel":"",
                "axisPlacement":"auto",
                "barAlignment":0,
                "barWidthFactor":0.6,
                "drawStyle":"line",
                "fillOpacity":0,
                "gradientMode":"none",
                "hideFrom":{"legend":false,"tooltip":false,"viz":false},
                "insertNulls":false,
                "lineInterpolation":"linear",
                "lineWidth":1,
                "pointSize":5,
                "scaleDistribution":{"type":"linear"},
                "showPoints":"auto",
                "spanNulls":false,
                "stacking":{"group":"A","mode":"none"},
                "thresholdsStyle":{"mode":"area"}
              },
              "mappings":[],
              "thresholds":{"mode":"absolute","steps":[{"color":"blue","value":null},{"color":"green","value":0.1},{"color":"yellow","value":0.8},{"color":"orange","value":0.85},{"color":"red","value":0.9},{"color":"purple","value":0.95},{"color":"text","value":0.99}]},
              "unit":"percentunit"
            },
            "overrides":[]
          },
          "gridPos":{"h":9,"w":12,"x":12,"y":142},
          "id":199,
          "options":{"legend":{"calcs":["mean","max"],"displayMode":"table","placement":"bottom","showLegend":true,"sortBy":"Max","sortDesc":true},"tooltip":{"mode":"multi","sort":"none"}},
          "pluginVersion":"11.3.0",
          "targets":[{"exemplar":true,"expr":"node:fs:space_usage{ip=\"$ip\"}","hide":false,"interval":"","legendFormat":"{{ mountpoint }}","refId":"A"}],
          "title":"Space Usage",
          "type":"timeseries"
        },
        {
          "datasource":{"type":"prometheus","uid":"ds-prometheus"},
          "fieldConfig":{
            "defaults":{
              "color":{"mode":"palette-classic"},
              "custom":{
                "axisBorderShow":false,
                "axisCenteredZero":false,
                "axisColorMode":"text",
                "axisLabel":"",
                "axisPlacement":"auto",
                "barAlignment":0,
                "barWidthFactor":0.6,
                "drawStyle":"line",
                "fillOpacity":0,
                "gradientMode":"opacity",
                "hideFrom":{"legend":false,"tooltip":false,"viz":false},
                "insertNulls":false,
                "lineInterpolation":"linear",
                "lineWidth":1,
                "pointSize":5,
                "scaleDistribution":{"type":"linear"},
                "showPoints":"never",
                "spanNulls":false,
                "stacking":{"group":"A","mode":"none"},
                "thresholdsStyle":{"mode":"area"}
              },
              "decimals":0,
              "mappings":[{"options":{"-1":{"index":1,"text":"+Inf"}},"type":"value"},{"options":{"match":"null+nan","result":{"index":0,"text":"N/A"}},"type":"special"}],
              "max":3200000,
              "min":0,
              "thresholds":{"mode":"absolute","steps":[{"color":"text","value":null},{"color":"purple","value":3600},{"color":"orange","value":86400},{"color":"yellow","value":604800},{"color":"green","value":126230400}]},
              "unit":"s"
            },
            "overrides":[]
          },
          "gridPos":{"h":9,"w":12,"x":0,"y":151},
          "id":51,
          "options":{"legend":{"calcs":["min"],"displayMode":"table","placement":"bottom","showLegend":true},"tooltip":{"mode":"multi","sort":"none"}},
          "pluginVersion":"11.3.0",
          "targets":[{"datasource":{"type":"prometheus","uid":"ds-prometheus"},"editorMode":"code","exemplar":true,"expr":"avg_over_time(node:fs:space_exhaust{ip=\"$ip\"}[5m])","interval":"","legendFormat":"{{ mountpoint }}","range":true,"refId":"A"}],
          "title":"Space Exhaust Estimate",
          "type":"timeseries"
        },
        {
          "datasource":{"type":"prometheus","uid":"ds-prometheus"},
          "fieldConfig":{
            "defaults":{
              "color":{"mode":"palette-classic"},
              "custom":{
                "axisBorderShow":false,
                "axisCenteredZero":false,
                "axisColorMode":"text",
                "axisLabel":"",
                "axisPlacement":"auto",
                "axisSoftMin":0,
                "barAlignment":0,
                "barWidthFactor":0.6,
                "drawStyle":"bars",
                "fillOpacity":20,
                "gradientMode":"opacity",
                "hideFrom":{"graph":false,"legend":false,"tooltip":false,"viz":false},
                "insertNulls":false,
                "lineInterpolation":"linear",
                "lineWidth":1,
                "pointSize":5,
                "scaleDistribution":{"type":"linear"},
                "showPoints":"never",
                "spanNulls":false,
                "stacking":{"group":"A","mode":"none"},
                "thresholdsStyle":{"mode":"off"}
              },
              "mappings":[],
              "thresholds":{"mode":"absolute","steps":[{"color":"#346f36cc","value":null}]},
              "unit":"none"
            },
            "overrides":[
              { "matcher":{"id":"byName","options":"Usage"},"properties":[{"id":"color","value":{"fixedColor":"semi-dark-blue","mode":"fixed"}}]                                                                                                                      },
              { "matcher":{"id":"byName","options":"Usage"},"properties":[{"id":"custom.drawStyle","value":"line"},{"id":"custom.fillOpacity","value":0},{"id":"custom.lineWidth","value":0},{"id":"custom.lineWidth","value":2},{"id":"unit","value":"percentunit"}] },
              { "matcher":{"id":"byName","options":"Used"} ,"properties":[{"id":"color","value":{"fixedColor":"rgba(150, 217, 141, 0.5)","mode":"fixed"}}]                                                                                                            }
            ]
          },
          "gridPos":{"h":9,"w":12,"x":12,"y":151},
          "id":58,
          "options":{"legend":{"calcs":[],"displayMode":"list","placement":"bottom","showLegend":true},"tooltip":{"mode":"multi","sort":"none"}},
          "pluginVersion":"11.3.0",
          "targets":[{"editorMode":"code","exemplar":true,"expr":"node_filefd_allocated{ip=\"$ip\"}","hide":false,"interval":"","legendFormat":"Used","range":true,"refId":"A"},{"exemplar":true,"expr":"node:ins:fd_usage{ip=\"$ip\"}","hide":false,"interval":"","legendFormat":"Usage","refId":"B"}],
          "title":"FD Usage",
          "type":"timeseries"
        }
      ],
      "title":"Filesystem",
      "type":"row"
    }
  ],
  "preload":false,
  "refresh":"30s",
  "schemaVersion":40,
  "tags":["Pigsty","NODE","Instance","Disk"],
  "templating":{
    "list":[
      {"current":{},"datasource":{"type":"prometheus","uid":"ds-prometheus"},"definition":"label_values(node:ins, id)","description":"IP Address or Hostname","includeAll":false,"label":"Node ID","name":"id","options":[],"query":{"query":"label_values(node:ins, id)","refId":"StandardVariableQuery"},"refresh":2,"regex":"","sort":1,"type":"query"},
      {"current":{},"datasource":{"type":"prometheus","uid":"ds-prometheus"},"definition":"label_values(node:ins{id=\"$id\"}, ip)","description":"Node IP address","hide":2,"includeAll":false,"label":"IP Address","name":"ip","options":[],"query":{"query":"label_values(node:ins{id=\"$id\"}, ip)","refId":"StandardVariableQuery"},"refresh":2,"regex":"","sort":1,"type":"query"},
      {"current":{},"datasource":{"type":"prometheus","uid":"ds-prometheus"},"definition":"label_values(node:ins{id=\"$id\"}, nodename)","description":"NodeName or hostname","hide":2,"includeAll":false,"label":"Hostname","name":"node","options":[],"query":{"query":"label_values(node:ins{id=\"$id\"}, nodename)","refId":"StandardVariableQuery"},"refresh":2,"regex":"","sort":1,"type":"query"},
      {"current":{},"datasource":{"type":"prometheus","uid":"ds-prometheus"},"definition":"label_values(node:ins{id=\"$id\"}, ins)","description":"Node Instance","hide":2,"includeAll":false,"label":"Instance","name":"ins","options":[],"query":{"query":"label_values(node:ins{id=\"$id\"}, ins)","refId":"StandardVariableQuery"},"refresh":2,"regex":"","sort":1,"type":"query"},
      {"current":{},"datasource":{"type":"prometheus","uid":"ds-prometheus"},"definition":"label_values(node:ins{id=\"$id\"}, cls)","description":"Node Cluster","hide":2,"includeAll":false,"label":"Cluster","name":"cls","options":[],"query":{"query":"label_values(node:ins{id=\"$id\"}, cls)","refId":"StandardVariableQuery"},"refresh":2,"regex":"","sort":1,"type":"query"},
      {"current":{},"datasource":{"type":"prometheus","uid":"ds-prometheus"},"definition":"label_values(pg_up{ip=\"$ip\"},ins)","description":"PG Instance Identifier","hide":2,"includeAll":false,"label":"PG Instance","name":"pg_ins","options":[],"query":{"query":"label_values(pg_up{ip=\"$ip\"},ins)","refId":"PrometheusVariableQueryEditor-VariableQuery"},"refresh":2,"regex":"","sort":1,"type":"query"},
      {
        "current":{},
        "datasource":{"type":"prometheus","uid":"ds-prometheus"},
        "definition":"label_values(node_disk_reads_completed_total{ip=\"$ip\"},device)",
        "description":"Driver Device",
        "includeAll":true,
        "label":"Disk",
        "multi":true,
        "name":"disk",
        "options":[],
        "query":{"qryType":1,"query":"label_values(node_disk_reads_completed_total{ip=\"$ip\"},device)","refId":"PrometheusVariableQueryEditor-VariableQuery"},
        "refresh":2,
        "regex":"",
        "sort":1,
        "type":"query"
      },
      {"current":{},"datasource":{"type":"prometheus","uid":"ds-prometheus"},"definition":"label_values(probe_success{ip=\"$ip\"},vip)","description":"VIP address","hide":2,"includeAll":false,"label":"VIP Address","name":"vip","options":[],"query":{"query":"label_values(probe_success{ip=\"$ip\"},vip)","refId":"PrometheusVariableQueryEditor-VariableQuery"},"refresh":2,"regex":"","sort":1,"type":"query"}
    ]
  },
  "time":{"from":"now-1h","to":"now"},
  "timepicker":{"refresh_intervals":["2s","5s","10s","30s","1m","5m","15m","30m","1h","2h","1d"]},
  "timezone":"browser",
  "title":"Node Disk",
  "uid":"node-disk",
  "version":1,
  "weekStart":""
}