开启HBlock向Prometheus推送监控数据的配置 A", "Value B", "Value C", "serverIp" ] } } } ], "type": "table" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DS}" }, "description": "磁盘分区每秒读/写的比特数", "fieldConfig": { "defaults": { "unit": "binBps" }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 55 }, "hiddenSeries": false, "id": 69, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": true, "hideZero": true, "max": true, "min": false, "rightSide": false, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "8.4.4", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [ { "$$hashKey": "object:206", "alias": "", "transform": "negativeY" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS}" }, "exemplar": true, "expr": "rate(hblockdiskreadbytes{idc"$idc",clusterId"$clusterId",serverIp"$serverIp", job"hblock"} [5m])", "hide": false, "interval": "", "legendFormat": "{{device}} Read bytes", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Disk Read Data", "tooltip": { "shared": true, "sort": 0, "valuetype": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:176", "format": "binBps", "label": "Read/Write", "logBase": 1, "show": true }, { "$$hashKey": "object:177", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DS}" }, "description": "磁盘分区每秒读/写的比特数", "fieldConfig": { "defaults": { "unit": "binBps" }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 55 }, "hiddenSeries": false, "id": 83, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": true, "hideZero": true, "max": true, "min": false, "rightSide": false, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "8.4.4", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [ { "$$hashKey": "object:206", "alias": "/.Read./", "transform": "negativeY" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS}" }, "exemplar": true, "expr": "rate(hblockdiskwrittenbytes{idc"$idc",clusterId"$clusterId",serverIp"$serverIp", job"hblock"} [5m])", "hide": false, "interval": "", "legendFormat": "{{device}} Written bytes", "refId": "B" } ], "thresholds": [], "timeRegions": [], "title": "Disk Write Data", "tooltip": { "shared": true, "sort": 0, "valuetype": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:176", "format": "binBps", "label": "Read/Write", "logBase": 1, "show": true }, { "$$hashKey": "object:177", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DS}" }, "description": "磁盘分区输入/输出操作花费的毫秒数", "fieldConfig": { "defaults": { "unit": "ms" }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 63 }, "hiddenSeries": false, "id": 73, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": true, "hideZero": true, "max": true, "min": false, "rightSide": false, "show": true, "sort": "current", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "8.4.4", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS}" }, "exemplar": true, "expr": "rate(hblockdiskiotimeseconds{idc"$idc",clusterId"$clusterId",serverIp"$serverIp", job"hblock"} [5m])", "hide": false, "interval": "", "legendFormat": "{{device}} IO time ms", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Milliseconds Spent Doing I/Os", "tooltip": { "shared": true, "sort": 0, "valuetype": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:176", "format": "ms", "label": "", "logBase": 1, "show": true }, { "$$hashKey": "object:177", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DS}" }, "description": "磁盘分区每秒读/写完成次数", "fieldConfig": { "defaults": { "unit": "iops" }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 63 }, "hiddenSeries": false, "id": 68, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": true, "hideZero": true, "max": true, "min": false, "rightSide": false, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "8.4.4", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [ { "$$hashKey": "object:206", "alias": "/.Writes./", "transform": "negativeY" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS}" }, "exemplar": true, "expr": "rate(hblockdiskreadscompleted{idc"$idc",clusterId"$clusterId",serverIp"$serverIp", job"hblock",device~'sd[az]+'} [5m])", "hide": false, "interval": "", "legendFormat": "{{device}} Reads completed", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${DS}" }, "exemplar": true, "expr": "rate(hblockdiskwritescompleted{idc"$idc",clusterId"$clusterId",serverIp"$serverIp", job"hblock",device~'sd[az]+'} [5m])", "hide": false, "interval": "", "legendFormat": "{{device}} Writes completed", "refId": "B" } ], "thresholds": [], "timeRegions": [], "title": "Disk IOps Completed", "tooltip": { "shared": true, "sort": 0, "valuetype": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:176", "format": "iops", "label": "Write/Read", "logBase": 1, "show": true }, { "$$hashKey": "object:177", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DS}" }, "description": "每个磁盘分区输入/输出操作花费的加权毫秒数", "fieldConfig": { "defaults": { "unit": "ms" }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 71 }, "hiddenSeries": false, "id": 71, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": true, "hideZero": true, "max": true, "min": false, "rightSide": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "8.4.4", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS}" }, "exemplar": true, "expr": "rate(hblockdiskiotimeweightedseconds{idc"$idc",clusterId"$clusterId",serverIp"$serverIp", job"hblock"} [5m])", "hide": false, "interval": "", "legendFormat": "{{device}} IO time weighted", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Disk IOs Weighted", "tooltip": { "shared": true, "sort": 0, "valuetype": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:176", "format": "ms", "label": "", "logBase": 1, "show": true }, { "$$hashKey": "object:177", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DS}" }, "description": "磁盘分区读/写花费的毫秒数", "fieldConfig": { "defaults": { "unit": "ms" }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 71 }, "hiddenSeries": false, "id": 70, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": true, "hideZero": true, "max": true, "min": false, "rightSide": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "8.4.4", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [ { "$$hashKey": "object:206", "alias": "/.Read./", "transform": "negativeY" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS}" }, "exemplar": true, "expr": "rate(hblockdiskreadtimeseconds{idc"$idc",clusterId"$clusterId",serverIp"$serverIp", job"hblock"} [5m])", "hide": false, "interval": "", "legendFormat": "{{device}} Read time ms", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${DS}" }, "exemplar": true, "expr": "rate(hblockdiskwritetimesecondstotal{idc"$idc",clusterId"$clusterId",serverIp"$serverIp", job"hblock",device~'sd[az]+'} [5m])", "hide": false, "interval": "", "legendFormat": "{{device}} Write time ms", "refId": "B" } ], "thresholds": [], "timeRegions": [], "title": "Disk R/W Time", "tooltip": { "shared": true, "sort": 0, "valuetype": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:176", "format": "ms", "label": "Read/Write", "logBase": 1, "show": true }, { "$$hashKey": "object:177", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DS}" }, "description": "磁盘分区每秒正在处理的输入/输出请求数", "fieldConfig": { "defaults": { "unit": "iops" }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 9, "w": 24, "x": 0, "y": 79 }, "hiddenSeries": false, "id": 74, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": true, "hideZero": true, "max": true, "min": false, "rightSide": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "8.4.4", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS}" }, "exemplar": true, "expr": "irate(hblockdiskionow{idc"$idc",clusterId"$clusterId",serverIp"$serverIp", job"hblock"} [5m])", "hide": false, "interval": "", "legendFormat": "{{device}} IO now", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Disk IOs Current in Progress", "tooltip": { "shared": true, "sort": 0, "valuetype": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:176", "format": "iops", "label": "", "logBase": 1, "show": true }, { "$$hashKey": "object:177", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } } ], "refresh": "", "revision": 1, "schemaVersion": 35, "style": "dark", "tags": [], "templating": { "list": [ { "current": { "selected": false, "text": "", "value": "" }, "hide": 0, "includeAll": false, "label": "数据源", "multi": false, "name": "DS", "options": [], "query": "prometheus", "queryValue": "", "refresh": 1, "regex": "", "skipUrlSync": false, "type": "datasource" }, { "current": { "selected": true, "text": "neimengaz03", "value": "neimengaz03" }, "datasource": { "type": "prometheus", "uid": "${DS}" }, "definition": "labelvalues(idc)", "description": "数据源内可选的资源池名称", "error": { "config": { "headers": { "XGrafanaOrgId": 1 }, "hideFromInspector": true, "method": "GET", "retry": 0, "url": "api/datasources/proxy/9/api/v1/label/idc/values?start1718274193&end1718275993" }, "data": { "error": "Bad Gateway", "message": "Bad Gateway", "response": "" }, "message": "Bad Gateway", "status": 502, "statusText": "Bad Gateway" }, "hide": 0, "includeAll": false, "label": "资源池", "multi": false, "name": "idc", "options": [], "query": { "query": "labelvalues(idc)", "refId": "StandardVariableQuery" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "type": "query" }, { "current": { "selected": false, "text": "testZJZClusterId", "value": "testZJZClusterId" }, "datasource": { "type": "prometheus", "uid": "${DS}" }, "definition": "labelvalues(hblockcpusecondsuser{idc~"$idc"},clusterId)", "error": { "config": { "data": { "end": "1718276000", "match[]": "hblockcpusecondsuser{idc~"neimengaz03"}", "start": "1718274200" }, "headers": { "ContentType": "application/xwwwformurlencoded", "XGrafanaOrgId": 1 }, "hideFromInspector": true, "method": "POST", "retry": 0, "url": "api/datasources/proxy/9/api/v1/series" }, "data": { "error": "Bad Gateway", "message": "Bad Gateway", "response": "" }, "message": "Bad Gateway", "status": 502, "statusText": "Bad Gateway" }, "hide": 0, "includeAll": false, "label": "集群ID", "multi": false, "name": "clusterId", "options": [], "query": { "query": "labelvalues(hblockcpusecondsuser{idc~"$idc"},clusterId)", "refId": "StandardVariableQuery" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "type": "query" }, { "current": { "selected": false, "text": "10.8.82.10", "value": "10.8.82.10" }, "datasource": { "type": "prometheus", "uid": "${DS}" }, "definition": "labelvalues(hblockcpusecondsuser{idc~"$idc",clusterId~"$clusterId"},serverIp)", "description": "", "error": { "config": { "data": { "end": "1718276007", "match[]": "hblockcpusecondsuser{idc~"neimengaz03",clusterId~"testZJZClusterId"}", "start": "1718274207" }, "headers": { "ContentType": "application/xwwwformurlencoded", "XGrafanaOrgId": 1 }, "hideFromInspector": true, "method": "POST", "retry": 0, "url": "api/datasources/proxy/9/api/v1/series" }, "data": { "error": "Bad Gateway", "message": "Bad Gateway", "response": "" }, "message": "Bad Gateway", "status": 502, "statusText": "Bad Gateway" }, "hide": 0, "includeAll": false, "label": "服务器IP", "multi": false, "name": "serverIp", "options": [], "query": { "query": "labelvalues(hblockcpusecondsuser{idc~"$idc",clusterId~"$clusterId"},serverIp)", "refId": "StandardVariableQuery" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "type": "query" } ] }, "time": { "from": "now30m", "to": "now" }, "timepicker": {}, "timezone": "", "title": "hblock集群单服务器视图", "uid": "mxeQ7uC4z4", "version": 1, "weekStart": "monday" } 3. 将第2步中提供的Grafana面板导入Grafana中,查看HBlock推送的监控数据。下图为,携带用户自定义标签idc:idc101的监控数据的展示效果。