{ "name": "Doris Overview", "tags": "", "ident": "", "configs": { "version": "3.0.0", "links": [], "var": [ { "type": "datasource", "name": "DS_DORIS", "definition": "prometheus" }, { "name": "cluster_name", "type": "query", "hide": false, "datasource": { "cate": "prometheus", "value": "${DS_DORIS}" }, "definition": "label_values(up{job=\"DORIS_CLUSTER\", cluster_name=~\"doris-.*\"},job)", "reg": "", "multi": false }, { "name": "fe_instance", "type": "query", "hide": false, "datasource": { "cate": "prometheus", "value": "${DS_DORIS}" }, "definition": "label_values(up{job=\"DORIS_CLUSTER\", group=\"fe\",cluster_name=~\"doris-.*\"},instance)", "reg": "", "multi": false }, { "name": "fe_master", "type": "query", "hide": false, "datasource": { "cate": "prometheus", "value": "${DS_DORIS}" }, "definition": "label_values(up{job=\"DORIS_CLUSTER\", group=\"fe\",cluster_name=~\"doris-.*\"},instance)", "reg": "", "multi": false }, { "name": "be_instance", "type": "query", "hide": false, "datasource": { "cate": "prometheus", "value": "${DS_DORIS}" }, "definition": "label_values(up{job=\"DORIS_CLUSTER\", group=\"be\",cluster_name=~\"doris-.*\"},instance)", "reg": "", "multi": false }, { "type": "custom", "name": "interval", "definition": "1s,5s,1m,5m,1h,6h,1d", "hide": false } ], "panels": [ { "version": "3.0.0", "id": "01bdc3c8-ab5d-4de1-8ae7-c6d5d08d9eab", "type": "row", "name": "Overview", "collapsed": true, "layout": { "h": 1, "w": 24, "x": 0, "y": 0, "i": "01bdc3c8-ab5d-4de1-8ae7-c6d5d08d9eab", "isResizable": false }, "panels": [] }, { "type": "stat", "id": "61e0caae-67b4-4d8f-9233-dd0c4bee5903", "layout": { "h": 7, "w": 4, "x": 0, "y": 1, "i": "61e0caae-67b4-4d8f-9233-dd0c4bee5903", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "count(node_info{type=\"is_master\"})" } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "Cluster Number", "links": [], "description": "Num of Doris Clusters", "maxPerRow": 4, "custom": { "textMode": "value", "graphMode": "none", "colorMode": "value", "calc": "lastNotNull", "valueField": "Value", "colSpan": 1, "textSize": {} }, "options": { "thresholds": { "steps": [ { "color": "#73BF69", "value": null, "type": "base" }, { "color": "#F2495C", "value": 80 } ] }, "valueMappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "standardOptions": { "util": "none" } } }, { "version": "3.0.0", "id": "56222973-088b-4014-b988-61acb70c3a42", "type": "timeseries", "name": "Frontends Status", "description": "Dead Frontends will be shown as Colored points.\nIf all Frontends are alive, all points should be Green.", "links": [], "layout": { "h": 7, "w": 10, "x": 4, "y": 1, "i": "56222973-088b-4014-b988-61acb70c3a42", "isResizable": true }, "targets": [ { "refId": "B", "expr": "(up{group=\"fe\"} == 0) +0", "legend": "{{job}}-{{instance}}: DEAD" }, { "refId": "A", "expr": "(up{group=\"fe\"} == 1) +0", "legend": "{{job}}-{{instance}}: ALIVE" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "version": "3.0.0", "id": "f83e9f2a-b542-4ffb-98b1-14fc8a59a6ae", "type": "timeseries", "name": "Backends status", "description": "Dead Backends will be shown as Colored points.\nIf all Backends are alive, all points should be Green.", "links": [], "layout": { "h": 7, "w": 10, "x": 14, "y": 1, "i": "f83e9f2a-b542-4ffb-98b1-14fc8a59a6ae", "isResizable": true }, "targets": [ { "refId": "B", "expr": "(up{group=\"be\"} == 0) +0", "legend": "{{job}}-{{instance}}: DEAD" }, { "refId": "A", "expr": "(up{group=\"be\"} == 1) +0", "legend": "{{job}}-{{instance}}: ALIVE" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "version": "3.0.0", "id": "476b15e3-f66e-4d28-8c64-712501db9c41", "type": "timeseries", "name": "Cluster FE JVM Heap Stat", "description": "The JVM heap usage percent of each Frontend of each Doris cluster.", "links": [], "layout": { "h": 7, "w": 8, "x": 0, "y": 8, "i": "476b15e3-f66e-4d28-8c64-712501db9c41", "isResizable": true }, "targets": [ { "refId": "C", "expr": "sum(jvm_heap_size_bytes{group=\"fe\", type=\"used\"} * 100) by (instance, job) / sum(jvm_heap_size_bytes{group=\"fe\", type=\"max\"}) by (instance, job)", "legend": "{{job}}-{{instance}}" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "type": "timeseries", "id": "3fd51030-a3f6-406d-af8b-ad1910f5d913", "layout": { "h": 7, "w": 8, "x": 8, "y": 8, "i": "3fd51030-a3f6-406d-af8b-ad1910f5d913", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "B", "expr": "(sum(rate(doris_be_cpu{mode=\"idle\"}[1m])) by (job)) / (sum(rate(doris_be_cpu[1m])) by (job))", "legend": "{{job}}" } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "Cluster BE CPU Idle", "links": [], "description": "The Backend CPU idle overview of each Doris cluster.\nThe detail Backend CPU idle info can be seen in 'BE' section.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "behaviour": "showItem" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" } }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "version": "3.0.0", "id": "e01aecae-d301-4ea0-809e-a74cf8f2b0a3", "type": "timeseries", "name": "Cluster BE Mem Stat", "description": "The Backend memory usage overview of each Doris cluster.\nThe detail backend memory usage can be seen in 'BE' section.", "links": [], "layout": { "h": 7, "w": 8, "x": 16, "y": 8, "i": "e01aecae-d301-4ea0-809e-a74cf8f2b0a3", "isResizable": true }, "targets": [ { "refId": "A", "expr": "avg(doris_be_memory_allocated_bytes) by (job)", "legend": "{{job}}" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "type": "timeseries", "id": "35753499-3a02-468c-a7fd-f3dfbce56e04", "layout": { "h": 7, "w": 8, "x": 0, "y": 15, "i": "35753499-3a02-468c-a7fd-f3dfbce56e04", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "sum by (job)(rate(doris_fe_query_total{group=\"fe\",user=~\"\"}[$interval]))", "legend": "{{job}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "Cluster QPS Stat", "links": [], "description": "QPS statistic group by cluster.\nThe QPS of each cluster is the sum of all queries processed on all Frontends.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "version": "3.0.0", "id": "70b630d9-cb4a-4eb0-a662-f4ff0e5d5caf", "type": "row", "name": "Cluster Overview", "collapsed": true, "layout": { "h": 1, "w": 24, "x": 0, "y": 22, "i": "70b630d9-cb4a-4eb0-a662-f4ff0e5d5caf", "isResizable": false }, "panels": [] }, { "type": "stat", "id": "0090947c-7934-4f6b-9fc9-5b32e7f9b11e", "layout": { "h": 6, "w": 4, "x": 0, "y": 23, "i": "0090947c-7934-4f6b-9fc9-5b32e7f9b11e", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "count(up{group=\"fe\", job=\"$cluster_name\"})" } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] FE Node", "links": [], "description": "Total Frontends node number", "maxPerRow": 4, "custom": { "textMode": "value", "graphMode": "none", "colorMode": "value", "calc": "lastNotNull", "valueField": "Value", "colSpan": 1, "textSize": {} }, "options": { "thresholds": { "steps": [ { "color": "#73BF69", "value": null, "type": "base" }, { "color": "#F2495C", "value": 80 } ] }, "valueMappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "standardOptions": { "util": "none" } } }, { "type": "stat", "id": "55f007e7-be1a-4d06-b406-c9eb0c404510", "layout": { "h": 6, "w": 4, "x": 4, "y": 23, "i": "55f007e7-be1a-4d06-b406-c9eb0c404510", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "count(up{group=\"fe\", job=\"$cluster_name\"}==1)" } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] FE Alive", "links": [], "description": "Total alive number of Frontends. Normally, it should be equal to the Total number of Frontends", "maxPerRow": 4, "custom": { "textMode": "value", "graphMode": "none", "colorMode": "value", "calc": "lastNotNull", "valueField": "Value", "colSpan": 1, "textSize": {} }, "options": { "thresholds": { "steps": [ { "color": "#73BF69", "value": null, "type": "base" }, { "color": "#F2495C", "value": 80 } ] }, "valueMappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "standardOptions": { "util": "none" } } }, { "type": "stat", "id": "699681d9-a744-4f86-b2b5-b42c258fd394", "layout": { "h": 6, "w": 4, "x": 8, "y": 23, "i": "699681d9-a744-4f86-b2b5-b42c258fd394", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "count(up{group=\"be\", job=\"$cluster_name\"})" } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] BE Node", "links": [], "description": "Total Backends node number", "maxPerRow": 4, "custom": { "textMode": "value", "graphMode": "none", "colorMode": "value", "calc": "lastNotNull", "valueField": "Value", "colSpan": 1, "textSize": {} }, "options": { "thresholds": { "steps": [ { "color": "#73BF69", "value": null, "type": "base" }, { "color": "#F2495C", "value": 80 } ] }, "valueMappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "standardOptions": { "util": "none" } } }, { "type": "stat", "id": "da75f877-b259-4bfc-9a74-8c9b97d7ae84", "layout": { "h": 6, "w": 4, "x": 12, "y": 23, "i": "da75f877-b259-4bfc-9a74-8c9b97d7ae84", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "count(up{group=\"be\", job=\"$cluster_name\"}==1)" } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] BE Alive", "links": [], "description": "Total alive number of Backends. Normally, it should be equal to the Total number of Backends.", "maxPerRow": 4, "custom": { "textMode": "value", "graphMode": "none", "colorMode": "value", "calc": "lastNotNull", "valueField": "Value", "colSpan": 1, "textSize": {} }, "options": { "thresholds": { "steps": [ { "color": "#73BF69", "value": null, "type": "base" }, { "color": "#F2495C", "value": 80 } ] }, "valueMappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "standardOptions": { "util": "none" } } }, { "version": "3.0.0", "id": "e2cffbcf-f6b9-418e-a7dc-3654559b43a2", "type": "stat", "name": "[$cluster_name] Used Capacity", "description": "Total used disk capacity of all Backends.", "links": [], "layout": { "h": 6, "w": 4, "x": 16, "y": 23, "i": "e2cffbcf-f6b9-418e-a7dc-3654559b43a2", "isResizable": true }, "targets": [ { "refId": "B", "expr": "SUM(doris_be_disks_local_used_capacity{job=\"$cluster_name\"})" } ], "options": { "valueMappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "style": "line", "steps": [ { "color": "#73BF69" }, { "color": "#F2495C", "value": 80 } ] }, "standardOptions": { "util": "bytesSI" }, "legend": { "displayMode": "list" }, "tooltip": { "mode": "multi" } }, "custom": { "version": "3.0.0", "textMode": "value", "calc": "lastNotNull", "colorMode": "value" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "type": "stat", "id": "69550fb2-2d5f-4140-9335-950f54e0fb34", "layout": { "h": 6, "w": 4, "x": 20, "y": 23, "i": "69550fb2-2d5f-4140-9335-950f54e0fb34", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "sum(floor(doris_be_disks_total_capacity{job=~\"$cluster_name\"} / (1000^4)))", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Total Capacity", "links": [], "description": "Total disk capacity of all Backends", "maxPerRow": 4, "custom": { "textMode": "value", "graphMode": "none", "colorMode": "value", "calc": "lastNotNull", "valueField": "Value", "colSpan": 0, "textSize": {}, "orientation": "auto" }, "options": { "thresholds": { "steps": [ { "color": "#73BF69", "value": null, "type": "base" }, { "color": "#F2495C", "value": 80 } ] }, "valueMappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "standardOptions": { "util": "TB", "decimals": 0 } } }, { "type": "timeseries", "id": "c06bcd2e-5a87-4bd8-95b6-95a635f91e37", "layout": { "h": 6, "w": 6, "x": 0, "y": 29, "i": "c06bcd2e-5a87-4bd8-95b6-95a635f91e37", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_fe_max_journal_id{job=\"$cluster_name\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Max Replayed journal id", "links": [], "description": "The max replayed meta data journal id on Frontends.\nNormally, all Frontends should be same on this metrics, or just slightly different for a short period.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "noraml", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "version": "3.0.0", "id": "807f5708-2b89-4a43-9026-2c0fbf547dba", "type": "timeseries", "name": "[$cluster_name] Image counter", "description": "The counter of meta data image generation on Master Frontend. And the counter of image successfully pushing to other Non-master Frontends.\nThese metrics is expected to increase at reasonable intervals. And normally, they should be equal.", "links": [], "layout": { "h": 6, "w": 6, "x": 6, "y": 29, "i": "807f5708-2b89-4a43-9026-2c0fbf547dba", "isResizable": true }, "targets": [ { "refId": "A", "expr": "doris_fe_image_write{job=\"$cluster_name\", instance=\"$fe_master\"}", "legend": "{{instance}}-write" }, { "refId": "B", "expr": "doris_fe_image_push{job=\"$cluster_name\", instance=\"$fe_master\"}", "legend": "{{instance}}-push" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "version": "3.0.0", "id": "1c65fe30-3159-4a92-b11e-c033443047b7", "type": "timeseries", "name": "[$cluster_name] BDBJE Write", "description": "The left Y axes shows write latency of 99th. The right Y axes shows the write per seconds of journal.", "links": [], "layout": { "h": 6, "w": 6, "x": 12, "y": 29, "i": "1c65fe30-3159-4a92-b11e-c033443047b7", "isResizable": true }, "targets": [ { "refId": "A", "expr": "doris_fe_editlog_write_latency_ms{job=\"$cluster_name\", instance=\"$fe_master\",quantile=\"0.99\"}", "legend": "{{instance}}-99th" }, { "refId": "B", "expr": "rate(doris_fe_edit_log{job=\"$cluster_name\", type=\"write\"}[$interval])", "legend": "{{instance}}-write-rate" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "version": "3.0.0", "id": "75f5778e-7efc-448c-9f5d-b0a19a7cd9a1", "type": "timeseries", "name": "[$cluster_name] BDBJE Read", "description": "The left Y axes shows the read per seconds of journal.", "links": [], "layout": { "h": 6, "w": 6, "x": 18, "y": 29, "i": "75f5778e-7efc-448c-9f5d-b0a19a7cd9a1", "isResizable": true }, "targets": [ { "refId": "A", "expr": "rate(doris_fe_edit_log{job=\"$cluster_name\", type=\"read\"}[$interval])", "legend": "{{instance}}-read-rate" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "type": "timeseries", "id": "b2baa55b-b098-4f69-8dc1-7153aaab93ef", "layout": { "h": 6, "w": 6, "x": 0, "y": 35, "i": "b2baa55b-b098-4f69-8dc1-7153aaab93ef", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_fe_edit_log{job=\"$cluster_name\", type=\"current_bytes\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Edit Log Size", "links": [], "description": "The edit log size for each FE", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0.08, "gradientMode": "none", "stack": "noraml", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "version": "3.0.0", "id": "85250137-f502-47ee-bd85-08fed382be15", "type": "timeseries", "name": "[$cluster_name] Edit Log Clean", "description": "The edit log clean of each FE", "links": [], "layout": { "h": 6, "w": 6, "x": 6, "y": 35, "i": "85250137-f502-47ee-bd85-08fed382be15", "isResizable": true }, "targets": [ { "refId": "A", "expr": "doris_fe_edit_log_clean{job=\"$cluster_name\", type=\"success\"}", "legend": "{{instance}}_success" }, { "refId": "B", "expr": "doris_fe_edit_log_clean{job=\"$cluster_name\", type=\"failed\"}", "legend": "{{instance}}_failed" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "version": "3.0.0", "id": "59f9a922-bfd8-49bd-8387-b282a6769498", "type": "timeseries", "name": "[$cluster_name] FE Collect Compaction Score", "description": "The FE collect compaction score of each BE", "links": [], "layout": { "h": 6, "w": 6, "x": 12, "y": 35, "i": "59f9a922-bfd8-49bd-8387-b282a6769498", "isResizable": true }, "targets": [ { "refId": "A", "expr": "doris_fe_max_tablet_compaction_score{job=\"$cluster_name\"}", "legend": "{{instance}}" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "version": "3.0.0", "id": "6c3b4de3-9c65-471c-8984-1b48d3c4cab9", "type": "timeseries", "name": "[$cluster_name] BE Compaction Score", "description": "The compaction score of each BE", "links": [], "layout": { "h": 6, "w": 6, "x": 18, "y": 35, "i": "6c3b4de3-9c65-471c-8984-1b48d3c4cab9", "isResizable": true }, "targets": [ { "refId": "A", "expr": "doris_fe_tablet_max_compaction_score{job=\"$cluster_name\", instance=\"$fe_master\"}", "legend": "{{backend}}" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "version": "3.0.0", "id": "bae5d6b3-4320-465a-8a43-b47054501dff", "type": "timeseries", "name": "[$cluster_name] Image Write", "description": "The image Write of each FE", "links": [], "layout": { "h": 6, "w": 6, "x": 0, "y": 41, "i": "bae5d6b3-4320-465a-8a43-b47054501dff", "isResizable": true }, "targets": [ { "refId": "A", "expr": "doris_fe_image_write{job=\"$cluster_name\", type=\"success\"}", "legend": "{{instance}}_success" }, { "refId": "B", "expr": "doris_fe_image_write{job=\"$cluster_name\", type=\"failed\"}", "legend": "{{instance}}_failed" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "version": "3.0.0", "id": "57d3744e-bea4-45d6-8d51-ab512ac85ef7", "type": "timeseries", "name": "[$cluster_name] Image Push", "description": "The image push of each FE", "links": [], "layout": { "h": 6, "w": 6, "x": 6, "y": 41, "i": "57d3744e-bea4-45d6-8d51-ab512ac85ef7", "isResizable": true }, "targets": [ { "refId": "A", "expr": "doris_fe_image_push{job=\"$cluster_name\", type=\"success\"}", "legend": "{{instance}}_success" }, { "refId": "B", "expr": "doris_fe_image_push{job=\"$cluster_name\", type=\"failed\"}", "legend": "{{instance}}_failed" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "version": "3.0.0", "id": "ca0dbe5e-e99f-4c5b-9da6-fa51e14311f0", "type": "timeseries", "name": "[$cluster_name] Image Clean", "description": "The image clean of each FE", "links": [], "layout": { "h": 6, "w": 6, "x": 12, "y": 41, "i": "ca0dbe5e-e99f-4c5b-9da6-fa51e14311f0", "isResizable": true }, "targets": [ { "refId": "A", "expr": "doris_fe_image_clean{job=\"$cluster_name\", type=\"success\"}", "legend": "{{instance}}_success" }, { "refId": "B", "expr": "doris_fe_image_clean{job=\"$cluster_name\", type=\"failed\"}", "legend": "{{instance}}_failed" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "version": "3.0.0", "id": "f9790899-a034-4705-a5d3-673be9d4257e", "type": "timeseries", "name": "[$cluster_name] Scheduling Tablets", "description": "Number of tablets begin scheduled. These tablet may be in recovery process or balance process", "links": [], "layout": { "h": 6, "w": 6, "x": 18, "y": 41, "i": "f9790899-a034-4705-a5d3-673be9d4257e", "isResizable": true }, "targets": [ { "refId": "A", "expr": "doris_fe_scheduled_tablet_num{job=\"$cluster_name\", instance=\"$fe_master\"}", "legend": "Scheduling tablet number" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "version": "3.0.0", "id": "cf789d36-c76c-4c1a-98ba-38afcd67f13d", "type": "timeseries", "name": "[$cluster_name] BE IO Util", "description": "The max IO util of each Backend", "links": [], "layout": { "h": 6, "w": 6, "x": 0, "y": 47, "i": "cf789d36-c76c-4c1a-98ba-38afcd67f13d", "isResizable": true }, "targets": [ { "refId": "A", "expr": "doris_be_max_disk_io_util_percent{job=\"$cluster_name\"}", "legend": "{{instance}}" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "type": "timeseries", "id": "9281b15d-a2d9-42c7-8563-132d61262d54", "layout": { "h": 6, "w": 6, "x": 6, "y": 47, "i": "46ba5599-6260-430b-959e-ddd763f97ce4", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "maxDataPoints": 240, "expr": "doris_be_disks_state", "legend": "" } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] BE Disks State", "links": [], "description": "指定数据目录的磁盘状态。1 表示正常。0 表示异常", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#6C53B1", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "smooth", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0.01, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "version": "3.0.0", "id": "dccd4aa9-124c-4728-93b6-f7b7d075b594", "type": "row", "name": "Query Statistic", "collapsed": true, "layout": { "h": 1, "w": 24, "x": 0, "y": 53, "i": "dccd4aa9-124c-4728-93b6-f7b7d075b594", "isResizable": false }, "panels": [] }, { "version": "3.0.0", "id": "0b3eafe8-ab75-4338-a480-3e3ff6cb12b0", "type": "timeseries", "name": "[$cluster_name] RPS", "description": "Requests per seconds on each Frontends.\nRequests include all requests sending to the Frontends.", "links": [], "layout": { "h": 9, "w": 8, "x": 0, "y": 54, "i": "0b3eafe8-ab75-4338-a480-3e3ff6cb12b0", "isResizable": true }, "targets": [ { "refId": "B", "expr": "rate(doris_fe_request_total{job=\"$cluster_name\", group=\"fe\"}[$interval])", "legend": "{{instance}}" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "type": "timeseries", "id": "f37c36a1-862e-4322-9b08-78675ae2c54d", "layout": { "h": 9, "w": 8, "x": 8, "y": 54, "i": "f37c36a1-862e-4322-9b08-78675ae2c54d", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "B", "expr": "rate(doris_fe_query_total{job=\"$cluster_name\", group=\"fe\",user=~\".+\"}[$interval])", "legend": "{{instance}}-{{user}}", "maxDataPoints": 240 }, { "expr": "rate(doris_fe_query_total{job=\"$cluster_name\", group=\"fe\",user=~\"\"}[$interval])", "__mode__": "__query__", "refId": "A", "maxDataPoints": 240, "legend": "{{instance}}-total" } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] QPS", "links": [], "description": "Queries per seconds on each Frontends.\nQueries only include Select requests.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "26c20239-d5e9-4dd2-9952-722ae1878e55", "layout": { "h": 9, "w": 8, "x": 16, "y": 54, "i": "26c20239-d5e9-4dd2-9952-722ae1878e55", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "B", "expr": "sum(doris_fe_query_latency_ms{job=\"$cluster_name\", quantile=\"0.99\"}) by (instance)", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] 99th Latency", "links": [], "description": "99 quantiles of query latency on each Frontends.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "f525e79c-a85a-489c-ade9-fc296d11b3f3", "layout": { "h": 6, "w": 8, "x": 0, "y": 63, "i": "f525e79c-a85a-489c-ade9-fc296d11b3f3", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_fe_query_latency_ms{job=\"$cluster_name\", instance=\"$fe_instance\"}", "legend": "{{quantile}}-{{user}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] [$fe_instance] Query Percentile", "links": [], "description": "Left Y axes indicates 95 to 99 quantiles of query latency on each Frontends.\n", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "3217cf2f-2578-4d32-9e14-8af3c3dfc892", "layout": { "h": 6, "w": 8, "x": 8, "y": 63, "i": "21a66343-7c85-407b-aaf4-b3bade43270c", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "C", "expr": "rate(doris_fe_query_latency_ms_count{job=\"$cluster_name\", instance=\"$fe_instance\",user=~\".+\"}[1m])", "legend": "query rate-{{user}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] [$fe_instance] Query Percentile rate", "links": [], "description": "Right Y axes indicates the query rate per 1 min.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "version": "3.0.0", "id": "97b8b641-6bfe-4c21-b0bc-1f4adc75c416", "type": "timeseries", "name": "[$cluster_name] Connections", "description": "The connections' number to each Frontends.", "links": [], "layout": { "h": 6, "w": 8, "x": 16, "y": 63, "i": "97b8b641-6bfe-4c21-b0bc-1f4adc75c416", "isResizable": true }, "targets": [ { "refId": "A", "expr": "doris_fe_connection_total{job=\"$cluster_name\"}", "legend": "{{instance}}" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "version": "3.0.0", "id": "89a38bc2-2e99-4ea9-9276-c559139c83d8", "type": "timeseries", "name": "[$cluster_name] Query Error [1m]", "description": "Left Y axes indicates the accumulated error queries number.\nRight Y axes indicates the error query rate per 1 min.\nNormally, the error query rate should be 0.", "links": [], "layout": { "h": 6, "w": 8, "x": 0, "y": 69, "i": "89a38bc2-2e99-4ea9-9276-c559139c83d8", "isResizable": true }, "targets": [ { "refId": "B", "expr": "doris_fe_query_err{job=\"$cluster_name\"}", "legend": "Err Counter-{{instance}}" }, { "refId": "C", "expr": "rate(doris_fe_query_err{job=\"$cluster_name\"}[$interval])", "legend": "Err Rate-{{instance}}" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "collapsed": true, "id": "3f88e434-af57-4b10-a36a-6af0c40b8fcd", "layout": { "h": 1, "w": 24, "x": 0, "y": 75, "i": "3f88e434-af57-4b10-a36a-6af0c40b8fcd", "isResizable": false }, "name": "Jobs", "panels": [], "type": "row", "version": "3.0.0" }, { "type": "timeseries", "id": "edbcb624-5ac9-45f1-81a9-16a0bd713e12", "layout": { "h": 6, "w": 6, "x": 0, "y": 76, "i": "30e87a72-4252-413e-a338-9ea36759e743", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "expr": "doris_fe_job{job=\"$cluster_name\", exported_job=\"load\", type=\"BROKER\", instance=\"$fe_master\"}", "refId": "A", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Broker Load Job", "links": [], "description": "Statistic of Broker load jobs's num in each Load State.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#6C53B1", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "smooth", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0.01, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "e4518ad0-a300-4e22-9114-7bcc2a770baa", "layout": { "h": 6, "w": 6, "x": 6, "y": 76, "i": "e4518ad0-a300-4e22-9114-7bcc2a770baa", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "expr": "doris_fe_job{job=\"$cluster_name\", exported_job=\"load\", type=\"INSERT\", instance=\"$fe_master\"}", "refId": "A", "maxDataPoints": 240, "legend": "{{instance}}-{{state}}" } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Insert Load Job", "links": [], "description": "Statistic of load jobs's num in each Load State which is generated by Insert Stmt.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#6C53B1", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "smooth", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0.01, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "90ad8b66-2b7d-4efc-9dc9-bc9fee72492c", "layout": { "h": 6, "w": 6, "x": 12, "y": 76, "i": "90ad8b66-2b7d-4efc-9dc9-bc9fee72492c", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "expr": "doris_fe_job{job=\"$cluster_name\", exported_job=\"load\", type=\"ROUTINE_LOAD\", instance=\"$fe_master\"}", "refId": "A", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Routine Load Job", "links": [], "description": "Statistic of Routine load jobs's num in each Load State.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#6C53B1", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "smooth", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0.01, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "8e431597-7fef-4a81-9c60-caafc9150e75", "layout": { "h": 6, "w": 6, "x": 18, "y": 76, "i": "8e431597-7fef-4a81-9c60-caafc9150e75", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "expr": "doris_fe_job{job=\"$cluster_name\", exported_job=\"load\", type=\"SPARK\", instance=\"$fe_master\"}", "refId": "A", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Spark Load Job", "links": [], "description": "Statistic of Spark load jobs's num in each Load State.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#6C53B1", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "smooth", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0.01, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "custom": { "drawStyle": "lines", "fillOpacity": 0, "lineInterpolation": "linear", "stack": "off", "version": "3.0.0" }, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "description": "The trend report of broker load job", "id": "6398fd57-672a-4104-bbf9-5b6a08a31d02", "layout": { "h": 6, "w": 6, "x": 0, "y": 82, "i": "6398fd57-672a-4104-bbf9-5b6a08a31d02", "isResizable": true }, "links": [], "maxPerRow": 4, "name": "[$cluster_name] Broker load tendency", "options": { "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#6C53B1", "type": "base", "value": null } ] }, "tooltip": { "mode": "all", "sort": "none" } }, "targets": [ { "expr": "doris_fe_job{job=\"$cluster_name\", exported_job=\"load\", type=\"BROKER\", instance=\"$fe_master\", state=\"PENDING\"}", "legend": "PENDING", "refId": "A" }, { "expr": "doris_fe_job{job=\"$cluster_name\", exported_job=\"load\", type=\"BROKER\", instance=\"$fe_master\", state=\"ETL\"}", "legend": "ETL", "refId": "B" }, { "expr": "doris_fe_job{job=\"$cluster_name\", exported_job=\"load\", type=\"BROKER\", instance=\"$fe_master\", state=\"LOADING\"}", "legend": "LOADING", "refId": "C" } ], "type": "timeseries", "version": "3.0.0" }, { "custom": { "drawStyle": "lines", "fillOpacity": 0, "lineInterpolation": "linear", "stack": "off", "version": "3.0.0" }, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "description": "The trend report of insert load job", "id": "2cf4e7c5-0edc-411d-bc33-863d6fda4107", "layout": { "h": 6, "w": 6, "x": 6, "y": 82, "i": "2cf4e7c5-0edc-411d-bc33-863d6fda4107", "isResizable": true }, "links": [], "maxPerRow": 4, "name": "[$cluster_name] Insert load tendency", "options": { "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#6C53B1", "type": "base", "value": null } ] }, "tooltip": { "mode": "all", "sort": "none" } }, "targets": [ { "expr": "doris_fe_job{job=\"$cluster_name\", exported_job=\"load\", type=\"INSERT\", instance=\"$fe_master\", state=\"PENDING\"}", "legend": "PENDING", "refId": "A" }, { "expr": "doris_fe_job{job=\"$cluster_name\", exported_job=\"load\", type=\"INSERT\", instance=\"$fe_master\", state=\"ETL\"}", "legend": "ETL", "refId": "B" }, { "expr": "doris_fe_job{job=\"$cluster_name\", exported_job=\"load\", type=\"INSERT\", instance=\"$fe_master\", state=\"LOADING\"}", "legend": "LOADING", "refId": "C" } ], "type": "timeseries", "version": "3.0.0" }, { "custom": { "drawStyle": "lines", "fillOpacity": 0, "lineInterpolation": "linear", "stack": "off", "version": "3.0.0" }, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "description": "The trend report of routine load job", "id": "0899fb9a-dcc6-4eb8-a8dc-96d3f2124b10", "layout": { "h": 6, "w": 6, "x": 12, "y": 82, "i": "0899fb9a-dcc6-4eb8-a8dc-96d3f2124b10", "isResizable": true }, "links": [], "maxPerRow": 4, "name": "[$cluster_name] Routine load tendency", "options": { "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#6C53B1", "type": "base", "value": null } ] }, "tooltip": { "mode": "all", "sort": "none" } }, "targets": [ { "expr": "doris_fe_job{job=\"$cluster_name\", exported_job=\"load\", type=\"ROUTINE_LOAD\", instance=\"$fe_master\", state=\"NEED_SCHEDULE\"}", "legend": "NEED_SCHEDULE", "refId": "A" }, { "expr": "doris_fe_job{job=\"$cluster_name\", exported_job=\"load\", type=\"ROUTINE_LOAD\", instance=\"$fe_master\", state=\"RUNNING\"}", "legend": "RUNNING", "refId": "B" }, { "expr": "doris_fe_job{job=\"$cluster_name\", exported_job=\"load\", type=\"ROUTINE_LOAD\", instance=\"$fe_master\", state=\"PAUSED\"}", "legend": "PAUSED", "refId": "C" } ], "type": "timeseries", "version": "3.0.0" }, { "custom": { "drawStyle": "lines", "fillOpacity": 0, "lineInterpolation": "linear", "stack": "off", "version": "3.0.0" }, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "description": "The trend report of spark load job", "id": "ea340542-58e0-4ced-a758-a0563d3346bd", "layout": { "h": 6, "w": 6, "x": 18, "y": 82, "i": "ea340542-58e0-4ced-a758-a0563d3346bd", "isResizable": true }, "links": [], "maxPerRow": 4, "name": "[$cluster_name] Spark load tendency", "options": { "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#6C53B1", "type": "base", "value": null } ] }, "tooltip": { "mode": "all", "sort": "none" } }, "targets": [ { "expr": "doris_fe_job{job=\"$cluster_name\", exported_job=\"load\", type=\"SPARK\", instance=\"$fe_master\", state=\"PENDING\"}", "legend": "PENDING", "refId": "A" }, { "expr": "doris_fe_job{job=\"$cluster_name\", exported_job=\"load\", type=\"SPARK\", instance=\"$fe_master\", state=\"ETL\"}", "legend": "ETL", "refId": "B" }, { "expr": "doris_fe_job{job=\"$cluster_name\", exported_job=\"load\", type=\"SPARK\", instance=\"$fe_master\", state=\"LOADING\"}", "legend": "LOADING", "refId": "C" } ], "type": "timeseries", "version": "3.0.0" }, { "type": "timeseries", "id": "f0df6aae-52a4-4a92-a4a9-b6a0679be656", "layout": { "h": 3, "w": 6, "x": 0, "y": 88, "i": "f0df6aae-52a4-4a92-a4a9-b6a0679be656", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "expr": "doris_fe_job{job=\"$cluster_name\", instance=\"$fe_master\", type=\"SCHEMA_CHANGE\"}", "legend": "asds", "refId": "A", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] SC Job", "links": [], "description": "Number of running schema change jobs.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#6C53B1", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "smooth", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0.01, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "custom": { "drawStyle": "lines", "fillOpacity": 0, "lineInterpolation": "linear", "stack": "off", "version": "3.0.0" }, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "description": "Queue size of report in Master FE.", "id": "33d04fa7-1c77-4d0c-a43b-4b36539fc5e6", "layout": { "h": 6, "w": 6, "x": 6, "y": 88, "i": "33d04fa7-1c77-4d0c-a43b-4b36539fc5e6", "isResizable": true }, "links": [], "maxPerRow": 4, "name": "[$cluster_name] Report queue size", "options": { "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#6C53B1", "type": "base", "value": null } ] }, "tooltip": { "mode": "all", "sort": "none" } }, "targets": [ { "expr": "doris_fe_report_queue_size{job=\"$cluster_name\", instance=\"$fe_master\"}", "legend": "Report queue size", "refId": "A" } ], "type": "timeseries", "version": "3.0.0" }, { "type": "timeseries", "id": "aa2551f4-361d-498b-a7ff-ed9485346db2", "layout": { "h": 3, "w": 6, "x": 0, "y": 91, "i": "aa2551f4-361d-498b-a7ff-ed9485346db2", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "expr": "doris_fe_job{job=\"$cluster_name\", instance=\"$fe_master\", type=\"ROLLUP\"}", "refId": "A", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Rollup Job", "links": [], "description": "Number of running rollup jobs.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#6C53B1", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "smooth", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0.01, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "version": "3.0.0", "id": "8053744e-7d04-4e50-967d-4ec189d03d13", "type": "row", "name": "Transaction", "collapsed": true, "layout": { "h": 1, "w": 24, "x": 0, "y": 94, "i": "8053744e-7d04-4e50-967d-4ec189d03d13", "isResizable": false }, "panels": [] }, { "type": "timeseries", "id": "237c3a35-5a3e-4ada-99e3-3a7f93df354c", "layout": { "h": 6, "w": 6, "x": 0, "y": 95, "i": "237c3a35-5a3e-4ada-99e3-3a7f93df354c", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_fe_txn_counter{type=\"begin\"}", "legend": "txn begin", "maxDataPoints": 240 }, { "refId": "D", "expr": "doris_fe_txn_counter{type=\"success\"}", "legend": "txn success", "maxDataPoints": 240 }, { "refId": "B", "expr": "irate(doris_fe_txn_counter{type=\"begin\"}[$interval])", "legend": "txn begin rate", "maxDataPoints": 240 }, { "refId": "C", "expr": "irate(doris_fe_txn_counter{type=\"success\"}[$interval])", "legend": "txn success rate", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Txn Begin/Success on FE", "links": [], "description": "Show the number and rate of txn begin and success", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "10407b9a-6fdb-4585-aafa-f688faf8ce26", "layout": { "h": 6, "w": 6, "x": 6, "y": 95, "i": "10407b9a-6fdb-4585-aafa-f688faf8ce26", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "C", "expr": "rate(doris_fe_txn_counter{type=\"reject\"}[$interval])", "legend": "{{instance}}-txn reject rate", "maxDataPoints": 240 }, { "refId": "D", "expr": "rate(doris_fe_txn_counter{type=\"failed\"}[$interval])", "legend": "{{instance}}-txn failed rate", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Txn Failed/Reject on FE", "links": [], "description": "Show the failed txn request. Including rejected request and failed txn", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "aadb4580-1631-4b74-b7ad-17ff2548f531", "layout": { "h": 6, "w": 6, "x": 12, "y": 95, "i": "aadb4580-1631-4b74-b7ad-17ff2548f531", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "sum(doris_be_engine_requests_total{job=\"$cluster_name\", type=\"publish\", status=\"total\"})", "legend": "Total", "maxDataPoints": 240 }, { "refId": "B", "expr": "irate(doris_be_engine_requests_total{job=\"$cluster_name\", type=\"publish\", status=\"failed\"}[30s])", "legend": "{{instance}}-{{status}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Publish Task on BE", "links": [], "description": "The number of total publish task request and error rate.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "version": "3.0.0", "id": "ad747325-61ac-405d-af81-37140b4409f4", "type": "timeseries", "name": "[$cluster_name] fe_txn_status", "description": "Show the txn rstatus on FE", "links": [], "layout": { "h": 8, "w": 6, "x": 0, "y": 101, "i": "ad747325-61ac-405d-af81-37140b4409f4", "isResizable": true }, "targets": [ { "refId": "A", "expr": "doris_fe_txn_status{group=\"fe\", job=\"$cluster_name\", type=\"prepare\"}", "legend": "prepare" }, { "refId": "B", "expr": "doris_fe_txn_status{group=\"fe\", job=\"$cluster_name\", type=\"precommitted\"}", "legend": "precommitted" }, { "refId": "C", "expr": "doris_fe_txn_status{group=\"fe\", job=\"$cluster_name\", type=\"committed\"}", "legend": "committed" }, { "refId": "D", "expr": "doris_fe_txn_status{group=\"fe\", job=\"$cluster_name\", type=\"aborted\"}", "legend": "aborted" }, { "refId": "E", "expr": "doris_fe_txn_status{group=\"fe\", job=\"$cluster_name\", type=\"visible\"}", "legend": "visible" }, { "refId": "F", "expr": "doris_fe_txn_status{group=\"fe\", job=\"$cluster_name\", type=\"unknown\"}", "legend": "unknown" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "type": "timeseries", "id": "e5aeb6bb-e03b-4876-94dd-6f477e02bc30", "layout": { "h": 8, "w": 6, "x": 6, "y": 101, "i": "e5aeb6bb-e03b-4876-94dd-6f477e02bc30", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "sum(rate(doris_be_stream_load{group=\"be\", job=\"$cluster_name\", type=\"receive_bytes\"}[$interval]))", "legend": "bytes", "maxDataPoints": 240 }, { "refId": "B", "expr": "sum(rate(doris_be_stream_load{group=\"be\", job=\"$cluster_name\", type=\"load_rows\"}[$interval]))", "legend": "rows", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Txn Load Bytes/Rows rate", "links": [], "description": "Left Y axes indicates the total received bytes rate of txn. Right Y axes indicates the loaded rows rate of txn.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "version": "3.0.0", "id": "2c6c4d40-8907-4dd0-8f0d-3dd85a2b0dad", "type": "row", "name": "FE", "collapsed": true, "layout": { "h": 1, "w": 24, "x": 0, "y": 109, "i": "2c6c4d40-8907-4dd0-8f0d-3dd85a2b0dad", "isResizable": false }, "panels": [] }, { "version": "3.0.0", "id": "84cb83d8-86ae-4456-8743-c2f26c2922a8", "type": "timeseries", "name": "[$cluster_name] [$fe_instance] JVM Heap", "description": "JVM Heap usage of specified Frontend.\nLeft Y Axes shows the used/max heap size.\nRight Y Axes shows the used percentage.", "links": [], "layout": { "h": 6, "w": 6, "x": 0, "y": 110, "i": "84cb83d8-86ae-4456-8743-c2f26c2922a8", "isResizable": true }, "targets": [ { "refId": "A", "expr": "jvm_heap_size_bytes{instance=\"$fe_instance\", job=\"$cluster_name\", type=\"used\"}", "legend": "used" }, { "refId": "B", "expr": "jvm_heap_size_bytes{instance=\"$fe_instance\", job=\"$cluster_name\", type=\"max\"}", "legend": "max" }, { "refId": "C", "expr": "sum(jvm_heap_size_bytes{instance=\"$fe_instance\", job=\"$cluster_name\", type=\"used\"}) * 100 / sum(jvm_heap_size_bytes{instance=\"$fe_instance\", job=\"$cluster_name\", type=\"max\"})", "legend": "percentage" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "version": "3.0.0", "id": "366be65f-8e34-42fe-a7ad-4b8c5481754c", "type": "timeseries", "name": "[$cluster_name] [$fe_instance] JVM Non Heap", "description": "JVM Non Heap usage of specified Frontend.\nLeft Y Axes shows the used/committed non heap size.", "links": [], "layout": { "h": 6, "w": 6, "x": 6, "y": 110, "i": "366be65f-8e34-42fe-a7ad-4b8c5481754c", "isResizable": true }, "targets": [ { "refId": "A", "expr": "jvm_non_heap_size_bytes{instance=\"$fe_instance\", job=\"$cluster_name\", type=\"used\"}", "legend": "used" }, { "refId": "B", "expr": "jvm_non_heap_size_bytes{instance=\"$fe_instance\", job=\"$cluster_name\", type=\"committed\"}", "legend": "committed" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "version": "3.0.0", "id": "cde5a9d5-99ed-45c3-a1d8-8a23b5c0ca32", "type": "timeseries", "name": "[$cluster_name] [$fe_instance] JVM Old", "description": "JVM old generation usage of specified Frontend. Left Y Axes shows the used/max old generation size. Right Y Axes shows the used percentage.\nNormally, the usage percentage should be less than 80%.", "links": [], "layout": { "h": 6, "w": 6, "x": 12, "y": 110, "i": "cde5a9d5-99ed-45c3-a1d8-8a23b5c0ca32", "isResizable": true }, "targets": [ { "refId": "A", "expr": "jvm_old_size_bytes{job=\"$cluster_name\", instance=\"$fe_instance\", type=\"used\"}", "legend": "used" }, { "refId": "B", "expr": "jvm_old_size_bytes{job=\"$cluster_name\", instance=\"$fe_instance\", type=\"max\"}", "legend": "max" }, { "refId": "C", "expr": "sum(jvm_old_size_bytes{job=\"$cluster_name\", instance=\"$fe_instance\", type=\"used\"}) * 100 / sum(jvm_old_size_bytes{job=\"$cluster_name\", instance=\"$fe_instance\", type=\"max\"})", "legend": "percentage" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "version": "3.0.0", "id": "ece3feb0-94fe-48d3-b1da-d025dbea67a6", "type": "timeseries", "name": "[$cluster_name] JVM Threads", "description": "Num of threads of FE JVM", "links": [], "layout": { "h": 6, "w": 6, "x": 18, "y": 110, "i": "ece3feb0-94fe-48d3-b1da-d025dbea67a6", "isResizable": true }, "targets": [ { "refId": "A", "expr": "jvm_thread{job=\"$cluster_name\", group=\"fe\", type=\"count\"}", "legend": "{{instance}}" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "version": "3.0.0", "id": "3103974c-8cd4-4f88-8143-829c894a877b", "type": "timeseries", "name": "[$cluster_name] [$fe_instance] JVM Young", "description": "JVM young generation usage of specified Frontend.\nLeft Y Axes shows the used/max young generation size.\nRight Y Axes shows the used percentage.", "links": [], "layout": { "h": 6, "w": 6, "x": 0, "y": 116, "i": "3103974c-8cd4-4f88-8143-829c894a877b", "isResizable": true }, "targets": [ { "refId": "A", "expr": "jvm_young_size_bytes{job=\"$cluster_name\", instance=\"$fe_instance\", type=\"used\"}", "legend": "used" }, { "refId": "B", "expr": "jvm_young_size_bytes{job=\"$cluster_name\", instance=\"$fe_instance\", type=\"max\"}", "legend": "max" }, { "refId": "C", "expr": "sum(jvm_young_size_bytes{job=\"$cluster_name\", instance=\"$fe_instance\", type=\"used\"}) * 100 / sum(jvm_young_size_bytes{job=\"$cluster_name\", instance=\"$fe_instance\", type=\"max\"})", "legend": "percentage" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "type": "timeseries", "id": "3dfa1003-c206-44db-b854-0ed59839aac5", "layout": { "h": 6, "w": 6, "x": 6, "y": 116, "i": "3cc4733d-3b0a-4459-93b0-06287f508d0f", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_fe_request_total{job=\"$cluster_name\", group=\"fe\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Fe Request Total", "links": [], "description": "所有通过 MySQL 端口接收的操作请求（包括查询和其他语句）", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "5db7b867-68b1-49f2-91a1-68048912fd10", "layout": { "h": 6, "w": 6, "x": 12, "y": 116, "i": "698463f0-b081-4ac7-8db8-b185927db54b", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_fe_routine_load_error_rows{job=\"$cluster_name\", group=\"fe\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Routine Load Error", "links": [], "description": "集群内所有 Routine Load 作业的错误行数总和", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "f500a522-42d5-4eb2-b793-d5877a9da31a", "layout": { "h": 6, "w": 6, "x": 18, "y": 116, "i": "15bb295e-9f2e-4dfa-afd1-c30970957411", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_fe_routine_load_receive_bytes{job=\"$cluster_name\", group=\"fe\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Routine Load Receive Bytes", "links": [], "description": "集群内所有 Routine Load 作业接收的数据量大小\t", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "d8c9eff4-f015-40d9-bef2-3cef561c2642", "layout": { "h": 6, "w": 6, "x": 0, "y": 122, "i": "91937c5e-1b2c-427f-933c-873a8d6dc287", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_fe_routine_load_rows{job=\"$cluster_name\", group=\"fe\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Routine Load Rows", "links": [], "description": "集群内所有 Routine Load 作业接收的数据行数", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "b54018f1-0f1b-4a5e-a20e-19c7808cd1f7", "layout": { "h": 6, "w": 6, "x": 6, "y": 122, "i": "038d46a5-d8dc-4ecb-b3b3-b0606456f531", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_fe_cache_added{job=\"$cluster_name\", group=\"fe\"}", "legend": "{{instance}}-{{type}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Cache Added", "links": [], "description": "新增的 Partition/Sql Cache 数量累计值", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "dbbd1569-c8f2-4677-be36-4ed256df451f", "layout": { "h": 6, "w": 6, "x": 12, "y": 122, "i": "2a7edcea-8e7b-4b2a-9e69-9b7bb557bc51", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_fe_cache_hit{job=\"$cluster_name\", group=\"fe\"}", "legend": "{{instance}}-{{type}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Cache Hit", "links": [], "description": "命中 Partition/Sql Cache 计数", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "38b909de-dfe7-45ad-aac4-2703705453fe", "layout": { "h": 6, "w": 6, "x": 18, "y": 122, "i": "a1713ce0-d403-4105-bbed-62e69cb4d41c", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_fe_counter_hit_sql_block_rule{job=\"$cluster_name\", group=\"fe\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Counter Hit Sql Block Rule", "links": [], "description": "被 SQL BLOCK RULE 拦截的查询数量", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "44b1b68c-fa1b-4bee-907c-7e0268f7512a", "layout": { "h": 6, "w": 6, "x": 0, "y": 128, "i": "48299ee0-858b-4b05-af29-5fc3f9125864", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_fe_tablet_status_count{job=\"$cluster_name\", group=\"fe\",instance=\"$fe_master\"}", "legend": "{{instance}}-{{type}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Tablet Status Count", "links": [], "description": "统计 Master FE 节点 Tablet调度器所调度的 tablet 数量的累计值。", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "3a5a5798-6160-42df-b1e6-ff6b64487d19", "layout": { "h": 6, "w": 6, "x": 6, "y": 128, "i": "73ded85a-e1f7-4264-9251-8fca7a325cc6", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_fe_thread_pool{job=\"$cluster_name\", group=\"fe\",instance=\"$fe_instance\",type=\"pool_size\"}", "legend": "{{instance}}: {{name}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Thread Pool Size", "links": [], "description": "统计各类线程池的工作线程总线程数", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "d8761f49-2313-4f17-a6f3-10c4a00fe316", "layout": { "h": 6, "w": 6, "x": 12, "y": 128, "i": "9aecf071-c23e-47b9-ba0e-9f128139a0c8", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_fe_thread_pool{job=\"$cluster_name\", group=\"fe\",instance=\"$fe_instance\",type=\"active_thread_num\"}", "legend": "{{instance}}: {{name}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Active Thread Pool", "links": [], "description": "统计各类线程池的工作线程正在执行的任务", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "4533b4a1-71a2-45aa-91bd-9288f5d16c04", "layout": { "h": 6, "w": 6, "x": 18, "y": 128, "i": "fc2eedcb-406a-4362-9383-d066fe0ff8d2", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_fe_thread_pool{job=\"$cluster_name\", group=\"fe\",instance=\"$fe_instance\",type=\"task_in_queue\"}", "legend": "{{instance}}: {{name}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Queue Thread Pool", "links": [], "description": "统计各类线程池的工作线程正在排队的任务数", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "d638c4ae-89eb-4e8d-90e8-79494e7b0c73", "layout": { "h": 6, "w": 6, "x": 0, "y": 134, "i": "e4e74aab-9962-4494-b16c-611151b5ac84", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_fe_query_instance_num{job=\"$cluster_name\", group=\"fe\",user=~\".+\"}", "legend": "{{instance}}-{{user}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Query Instance Num", "links": [], "description": "指定用户是否占用过多查询资源", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "a76dbe94-dc5a-4bde-9623-08b9fe03addd", "layout": { "h": 6, "w": 6, "x": 6, "y": 134, "i": "1afe6d06-76da-42fc-a8e8-3de28cf2dbd5", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "increase(doris_fe_query_instance_begin{job=\"$cluster_name\", group=\"fe\",user=~\".+\"}[$interval])", "legend": "{{instance}}-{{user}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Query Instance Begin", "links": [], "description": "指定用户是否提交了过多查询", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "027b5816-5277-49cf-b661-2cd54874f1f2", "layout": { "h": 6, "w": 6, "x": 12, "y": 134, "i": "fb2c82e6-33b9-4057-bb3e-5c86d5123358", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "increase(doris_fe_txn_num{job=\"$cluster_name\", group=\"fe\",db=~\".+\"}[$interval])", "legend": "{{instance}}-{{db}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Db Txn Num", "links": [], "description": "DB test 当前正在执行的事务数", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "5502fabc-f9f1-4e81-9ab2-c6357937bcad", "layout": { "h": 6, "w": 6, "x": 18, "y": 134, "i": "93ccf156-b39c-4586-b2ef-b299d88c618e", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "increase(doris_fe_publish_txn_num{job=\"$cluster_name\", group=\"fe\",db=~\".+\"}[$interval])", "legend": "{{instance}}-{{db}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Db Publish Txn Num", "links": [], "description": "某个DB的publish事务数量", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "832d6894-0764-4e63-a2b2-0e3dcc307cde", "layout": { "h": 7, "w": 8, "x": 0, "y": 140, "i": "832d6894-0764-4e63-a2b2-0e3dcc307cde", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_fe_txn_exec_latency_ms{quantile=\"0.75\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Txn Exec Latency Ms - 75pct", "links": [], "description": "事务执行耗时", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "94bd1427-4700-472c-aebd-53e278fb7cc8", "layout": { "h": 7, "w": 8, "x": 8, "y": 140, "i": "fc50b0e7-e079-4e77-adbf-b0d90935e16c", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_fe_txn_exec_latency_ms{quantile=\"0.95\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Txn Exec Latency Ms - 95pct", "links": [], "description": "事务执行耗时", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "bc768c5d-1af1-48d3-9045-ddd0dc56de66", "layout": { "h": 7, "w": 8, "x": 16, "y": 140, "i": "b7b91806-21b1-46cc-8763-dec07e42dba0", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_fe_txn_exec_latency_ms{quantile=\"0.99\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Txn Exec Latency Ms - 99pct", "links": [], "description": "事务执行耗时", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "8543b1bd-a4ae-47d4-a87b-6591ee5cbcea", "layout": { "h": 7, "w": 8, "x": 0, "y": 147, "i": "5adc4ebd-1116-4481-a94e-e41363f2a12b", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_fe_txn_publish_latency_ms{quantile=\"0.75\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Txn Publish Latency Ms - 75pct", "links": [], "description": "事务publish执行耗时", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "def2db9f-fddd-40dc-b16c-ce0cc96abf4f", "layout": { "h": 7, "w": 8, "x": 8, "y": 147, "i": "d0a14609-2bb4-4008-8d64-d546c56f0c78", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_fe_txn_publish_latency_ms{quantile=\"0.95\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Txn Publish Latency Ms - 95pct", "links": [], "description": "事务publish执行耗时", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "bb2c3ef6-614d-4f99-98ac-94e0cc9320be", "layout": { "h": 7, "w": 8, "x": 16, "y": 147, "i": "b62990e9-7b67-488a-9afd-8bd1ca81017c", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_fe_txn_publish_latency_ms{quantile=\"0.99\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Txn Pubilsh Latency Ms - 99pct", "links": [], "description": "事务publish执行耗时", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "version": "3.0.0", "id": "3081b5a6-a57d-4297-9624-969a85432305", "type": "row", "name": "BE", "collapsed": true, "layout": { "h": 1, "w": 24, "x": 0, "y": 154, "i": "3081b5a6-a57d-4297-9624-969a85432305", "isResizable": false }, "panels": [] }, { "type": "timeseries", "id": "9c107bc7-b274-44b2-ba80-c213411979a0", "layout": { "h": 9, "w": 12, "x": 0, "y": 155, "i": "9c107bc7-b274-44b2-ba80-c213411979a0", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "(sum(rate(doris_be_cpu{mode=\"idle\", job=\"DORIS_CLUSTER\"}[1m])) by (job, instance)) / (sum(rate(doris_be_cpu{job=\"DORIS_CLUSTER\"}[1m])) by (job, instance)) * 100", "legend": "{{instance}}" } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] BE CPU Idle", "links": [], "description": "CPU idle stat of Backends.\nLow means CPU is busy.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "behaviour": "showItem" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" } }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "version": "3.0.0", "id": "d7b6ea41-9695-4662-9947-0ddbf3595d9a", "type": "timeseries", "name": "[$cluster_name] BE Mem", "description": "Memory usage of Backends.", "links": [], "layout": { "h": 9, "w": 12, "x": 12, "y": 155, "i": "d7b6ea41-9695-4662-9947-0ddbf3595d9a", "isResizable": true }, "targets": [ { "refId": "A", "expr": "doris_be_memory_allocated_bytes{job=\"$cluster_name\"}", "legend": "{{instance}}" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "type": "timeseries", "id": "7c9a8f3a-f517-4de1-afac-ab0b5e72760c", "layout": { "h": 6, "w": 6, "x": 0, "y": 164, "i": "7c9a8f3a-f517-4de1-afac-ab0b5e72760c", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_be_streaming_load_current_processing{job=\"$cluster_name\", group=\"be\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Streaming Load Current Processing", "links": [], "description": "当前正在运行的 stream load 任务数\n仅包含 curl 命令发送的任务", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "0c774757-8b55-48d0-82ac-0ef7217bdfed", "layout": { "h": 6, "w": 6, "x": 6, "y": 164, "i": "0faa1d2a-be13-4e5c-a07b-c802f4fec6cc", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "increase(doris_be_streaming_load_requests_total{job=\"$cluster_name\", group=\"be\"}[30s])", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Streaming Load Requests", "links": [], "description": "30s内任务提交数量频率", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "634adbd3-0a24-4640-b376-86b6cb3c75a1", "layout": { "h": 6, "w": 6, "x": 12, "y": 164, "i": "531e3422-ed1f-49ec-9173-ebd876098fbb", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_be_new_stream_load_pipe_count{job=\"$cluster_name\", group=\"be\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Stream Load Pipe Count", "links": [], "description": "stream load 和 routine load 任务管道个数", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "6557110d-6df9-40f7-b6a8-5b2113171adc", "layout": { "h": 6, "w": 6, "x": 18, "y": 164, "i": "c7dc714e-5b16-44b4-ac25-cc287f710e91", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "increase(doris_be_stream_load{job=\"$cluster_name\", group=\"be\",type=\"load_rows\"}[30s])", "legend": "{{instance}}-{{type}}", "maxDataPoints": 240 }, { "expr": "increase(doris_be_stream_load{job=\"$cluster_name\", group=\"be\",type=\"receive_bytes\"}[30s])", "__mode__": "__query__", "refId": "B", "maxDataPoints": 240, "legend": "{{instance}}-{{type}}" } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Stream Load Status", "links": [], "description": "stream load 最终导入的行数 30s \nstream load 接收的字节数 30s ", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "d0048a62-9f45-4e6b-b1bf-1972c8ab51d2", "layout": { "h": 6, "w": 6, "x": 0, "y": 170, "i": "8d07c6db-f33c-46e2-8a57-6300cc2506fe", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_be_active_scan_context_count{job=\"$cluster_name\", group=\"be\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Active Scan Context Count", "links": [], "description": "展示当前由外部直接打开的scanner的个数", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "cdfdb60d-3031-44f5-b877-22921e26e6ae", "layout": { "h": 6, "w": 6, "x": 6, "y": 170, "i": "0410f22b-0f1c-4413-b9d2-3f2035551a0a", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_be_send_batch_thread_pool_queue_size{job=\"$cluster_name\", group=\"be\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Send Batch Thread Pool Queue Size", "links": [], "description": "导入时用于发送数据包的线程池的排队个数", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "9282beb4-f15f-4f27-a268-a0d251bdb70f", "layout": { "h": 6, "w": 6, "x": 12, "y": 170, "i": "fce7fabb-1b4c-452b-b7b8-72670ee2207e", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_be_fragment_request_duration_us{job=\"$cluster_name\", group=\"be\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Fragment Request Duration", "links": [], "description": " fragment intance 的执行时间累计", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "4eb503af-28d1-452f-b25a-0e5171bde5f4", "layout": { "h": 6, "w": 6, "x": 18, "y": 170, "i": "16c4202f-0c6c-4da6-ab41-bdc99d0738b4", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_be_load_channel_count{job=\"$cluster_name\", group=\"be\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Load Channel Count", "links": [], "description": "当前打开的 load channel 个数", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "cdf90408-da34-478d-90a0-5fe97ed70591", "layout": { "h": 6, "w": 6, "x": 0, "y": 176, "i": "78fa356c-4d91-4b6c-a4b2-0ba550dc7172", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "rate(doris_be_memtable_flush_duration_us[30s])", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Memtable Flush Duration", "links": [], "description": "memtable写入磁盘的耗时累计值微秒 30s", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "76a75260-f497-4003-afc6-96fa11ee484e", "layout": { "h": 6, "w": 6, "x": 6, "y": 176, "i": "14f2d3e6-9472-49c3-bc1a-e814c7515ec9", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "increase(doris_be_memtable_flush_total{job=\"$cluster_name\", group=\"be\"}[30s])", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Memtable Flush Total", "links": [], "description": "30s memtable写入磁盘的个数", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "a47d6d91-a25f-4f81-9946-164329d6f5ff", "layout": { "h": 6, "w": 6, "x": 12, "y": 176, "i": "70aca754-015a-469a-8228-7bd20f60a74a", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_be_query_scan_bytes_per_second{job=\"$cluster_name\", group=\"be\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Query Scan Bytes", "links": [], "description": "查询时每秒扫描的数据量", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "a8c96b23-bdba-47ba-8da4-6969c40bc90a", "layout": { "h": 6, "w": 6, "x": 18, "y": 176, "i": "3a913882-f64c-41a8-9218-fc6d9a2e1856", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_be_result_buffer_block_count{job=\"$cluster_name\", group=\"be\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Result Buffer Block Count", "links": [], "description": "当前 BE 中有多少查询的结果正在等待 FE 消费", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "2949e972-1fa5-45e7-8613-db08bdb706d3", "layout": { "h": 7, "w": 8, "x": 0, "y": 182, "i": "2949e972-1fa5-45e7-8613-db08bdb706d3", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "irate(doris_be_network_send_bytes{job=\"$cluster_name\", group=\"be\", device!=\"lo\"}[1m])", "legend": "{{instance}}-{{device}}-send" }, { "refId": "B", "expr": "irate(doris_be_network_receive_bytes{job=\"$cluster_name\", group=\"be\", device!=\"lo\"}[1m])", "legend": "{{instance}}-{{device}}-receive" } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Net send/receive bytes", "links": [], "description": "Network send(Left Y)/receive(Right Y) bytes rate of all device except 'lo'", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "behaviour": "showItem" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" } }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "version": "3.0.0", "id": "b39fcc13-0922-4734-84fe-24b9dd03d03c", "type": "timeseries", "name": "[$cluster_name] Disk Usage", "description": "Disk capacity usage of Backends", "links": [], "layout": { "h": 7, "w": 8, "x": 8, "y": 182, "i": "b39fcc13-0922-4734-84fe-24b9dd03d03c", "isResizable": true }, "targets": [ { "refId": "C", "expr": "(SUM(doris_be_disks_total_capacity{job=\"$cluster_name\"}) by (instance, path) - SUM(doris_be_disks_avail_capacity{job=\"$cluster_name\"}) by (instance, path)) / SUM(doris_be_disks_total_capacity{job=\"$cluster_name\"}) by (instance, path)", "legend": "{{instance}}:{{path}}" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "version": "3.0.0", "id": "a1857f7c-8ee0-41bf-be58-24f892f41aaa", "type": "timeseries", "name": "[$cluster_name] Tablet Distribution", "description": "Number of tablets of each Backends", "links": [], "layout": { "h": 7, "w": 8, "x": 16, "y": 182, "i": "a1857f7c-8ee0-41bf-be58-24f892f41aaa", "isResizable": true }, "targets": [ { "refId": "A", "expr": "doris_fe_tablet_num{job=\"$cluster_name\", instance=\"$fe_master\"}", "legend": "{{backend}}" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "version": "3.0.0", "id": "cda6ad87-a680-4741-9d5a-dcd12f70a6de", "type": "timeseries", "name": "[$cluster_name] BE FD count", "description": "The file descriptor usage of Backends. Left Y axes shows the used fd num. Right Y axes shows the soft limit open file number.", "links": [], "layout": { "h": 7, "w": 8, "x": 0, "y": 189, "i": "cda6ad87-a680-4741-9d5a-dcd12f70a6de", "isResizable": true }, "targets": [ { "refId": "A", "expr": "doris_be_process_fd_num_used{job=\"$cluster_name\", group=\"be\"}", "legend": "{{instance}}-used" }, { "refId": "B", "expr": "doris_be_process_fd_num_limit_soft{job=\"$cluster_name\", group=\"be\"}", "legend": "{{instance}}-soft limit" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "version": "3.0.0", "id": "f1296f32-db7f-4239-82d7-c733dfdbba3e", "type": "timeseries", "name": "[$cluster_name] BE thread num", "description": "The thread number of Backends", "links": [], "layout": { "h": 7, "w": 8, "x": 8, "y": 189, "i": "f1296f32-db7f-4239-82d7-c733dfdbba3e", "isResizable": true }, "targets": [ { "refId": "A", "expr": "doris_be_process_thread_num{job=\"$cluster_name\", group=\"be\"}", "legend": "{{instance}}" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "type": "timeseries", "id": "6295b62c-ce45-412e-a333-3f12f5a23838", "layout": { "h": 7, "w": 8, "x": 16, "y": 189, "i": "6295b62c-ce45-412e-a333-3f12f5a23838", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "B", "expr": "doris_be_max_disk_io_util_percent", "legend": "{{instance}}" } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Disk IO util", "links": [], "description": "IO util of Backends.\nHigh means I/O is busy.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "behaviour": "showItem" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" } }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "b80591e5-d54e-4e89-a002-387685b8daff", "layout": { "h": 7, "w": 8, "x": 0, "y": 196, "i": "0d32ff47-350d-47fb-93e1-1df0bfec0d36", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_be_result_buffer_block_count{job=\"$cluster_name\", group=\"be\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Result Buffer Block Count", "links": [], "description": "当前 BE 中有多少查询的结果正在等待 FE 消费", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "174c6ea7-bc84-4c2a-9979-73322471228c", "layout": { "h": 7, "w": 8, "x": 8, "y": 196, "i": "2584fd93-c3db-4c54-b4fd-d024ceacb73c", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_be_fragment_instance_count{job=\"$cluster_name\", group=\"be\"}", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Fragment Instance Count", "links": [], "description": "当前已接收的 fragment instance 的数量\n观测是否出现 instance 堆积", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "432dba32-344a-47fc-93a9-e11fc60eb71f", "layout": { "h": 7, "w": 8, "x": 16, "y": 196, "i": "2f18508a-a9ce-4a03-8ce4-679bc0cc4525", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "B", "expr": "doris_be_disks_compaction_num", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Disks Compaction Num", "links": [], "description": "各个磁盘上的 compaction 任务数是否合理", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "d1aff452-6a8c-43c4-b1e9-b84d56da2a99", "layout": { "h": 7, "w": 8, "x": 0, "y": 203, "i": "7bd9f157-dcc1-4b75-8959-1785054196ad", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_be_tablet_version_num_distribution{quantile=\"0.75\"}", "legend": "{{instance}}-used", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] BE Tablet Version Num Distribution - 75pct", "links": [], "description": "tablet version 数量的分布", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "2dd16c4a-a4f8-46dd-896c-b1061a88c0f5", "layout": { "h": 7, "w": 8, "x": 8, "y": 203, "i": "a5d23a78-8e95-495a-82be-3b5d9c73fa99", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_be_tablet_version_num_distribution{quantile=\"0.90\"}", "legend": "{{instance}}-used", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] BE Tablet Version Num Distribution - 90pct", "links": [], "description": "tablet version 数量的分布", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "712e56c7-a56c-4a39-bc44-943d3140bf2e", "layout": { "h": 7, "w": 8, "x": 16, "y": 203, "i": "5f151078-14ad-4919-bdaf-a8c9a1f8c147", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_be_tablet_version_num_distribution{quantile=\"0.95\"}", "legend": "{{instance}}-used", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] BE Tablet Version Num Distribution - 95pct", "links": [], "description": "tablet version 数量的分布", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "version": "3.0.0", "id": "6460a765-0e3e-473b-9411-92843dc1db26", "type": "timeseries", "name": "[$cluster_name] BE Compaction Base", "description": "Base compaction rate of Backends.\nNormally, base compaction only runs between 20:00 to 4:00 and it is configurable.\nRight Y axes indicates the total base compaction bytes.", "links": [], "layout": { "h": 5, "w": 12, "x": 0, "y": 210, "i": "6460a765-0e3e-473b-9411-92843dc1db26", "isResizable": true }, "targets": [ { "refId": "A", "expr": "rate(doris_be_compaction_bytes_total{type=\"base\", job=\"$cluster_name\"}[$interval])", "legend": "{{instance}}" }, { "refId": "B", "expr": "sum(doris_be_compaction_bytes_total{type=\"base\", job=\"$cluster_name\"})", "legend": "Total" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "version": "3.0.0", "id": "844bc094-04bc-4dbd-999c-c87f27612ac0", "type": "timeseries", "name": "[$cluster_name] BE Compaction Cumulate", "description": "Cumulative compaction rate of Backends.\nRight Y axes indicates the total cumulative compaction bytes.", "links": [], "layout": { "h": 5, "w": 12, "x": 12, "y": 210, "i": "844bc094-04bc-4dbd-999c-c87f27612ac0", "isResizable": true }, "targets": [ { "refId": "A", "expr": "rate(doris_be_compaction_bytes_total{type=\"cumulative\", job=\"$cluster_name\"}[$interval])", "legend": "{{instance}}" }, { "refId": "B", "expr": "SUM(doris_be_compaction_bytes_total{type=\"cumulative\", job=\"$cluster_name\"})", "legend": "Total" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "type": "timeseries", "id": "a20811e2-e5e5-4836-b6d7-37443aae902a", "layout": { "h": 5, "w": 12, "x": 0, "y": 215, "i": "ac60f882-18ec-4250-8b65-616f6c5d51c1", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_be_tablet_base_max_compaction_score", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] BE Max Compaction Score Base", "links": [], "description": "当前最大的 Base Compaction Score", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "7caa5469-c302-44ec-a20f-6d37a1edb043", "layout": { "h": 5, "w": 12, "x": 12, "y": 215, "i": "7caa5469-c302-44ec-a20f-6d37a1edb043", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_be_tablet_cumulative_max_compaction_score", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] BE Max Compaction Score Cumulative", "links": [], "description": "当前最大的 Cumulative Compaction Score", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "version": "3.0.0", "id": "82904b69-9ca6-4b30-8edb-0562080af4e1", "type": "timeseries", "name": "[$cluster_name] BE Push Bytes", "description": "Loading rate of Backends.\nThis indicates the rate of file downloading in LOADING state of load job(MINI and BROKER load).\nRight Y axes indicates the total rate of file downloading.", "links": [], "layout": { "h": 5, "w": 12, "x": 0, "y": 220, "i": "82904b69-9ca6-4b30-8edb-0562080af4e1", "isResizable": true }, "targets": [ { "refId": "A", "expr": "rate(doris_be_push_request_write_bytes{job=\"$cluster_name\"}[$interval])", "legend": "{{instance}}" }, { "refId": "B", "expr": "sum(rate(doris_be_push_request_write_bytes{job=\"$cluster_name\"}[$interval]))", "legend": "Total rate" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "version": "3.0.0", "id": "8c8d4de7-e67a-4d1e-a25a-a4fcc1b4a3f9", "type": "timeseries", "name": "[$cluster_name] BE Scan Rows", "description": "Scan rows rate of Backends.\nThis indicates the read rows rate when processing queries.", "links": [], "layout": { "h": 5, "w": 12, "x": 12, "y": 220, "i": "8c8d4de7-e67a-4d1e-a25a-a4fcc1b4a3f9", "isResizable": true }, "targets": [ { "refId": "A", "expr": "rate(doris_be_query_scan_rows{job=\"$cluster_name\"}[$interval])", "legend": "{{instance}}" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "type": "timeseries", "id": "ecf7ce48-46fd-43f6-be2d-5c7c968e4b1e", "layout": { "h": 5, "w": 12, "x": 0, "y": 225, "i": "4a6c4d13-9f85-433d-bbbc-b844213b509d", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "rate(doris_be_push_request_write_rows{job=\"$cluster_name\"}[$interval])", "legend": "{{instance}}", "maxDataPoints": 240 }, { "refId": "B", "expr": "sum(rate(doris_be_push_request_write_rows{job=\"$cluster_name\"}[$interval]))", "legend": "Total rate", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] BE Push Rows", "links": [], "description": "Loading rows rate of Backends.\nThis indicates the rate of rows loaded in LOADING state of load job. Right Y axes shows the total push rate of cluster.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "aaa64860-a088-4d11-8215-156b594c1732", "layout": { "h": 5, "w": 12, "x": 12, "y": 225, "i": "27fd2abd-ed03-4edd-99af-5161631d412a", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_be_cache_hit_ratio{group=\"be\",instance=\"$be_instance\"}", "legend": "{{instance}}-{{name}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Cache Hit Ratio", "links": [], "description": " LRU Cache 的命中率", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#6C53B1", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0.01, "gradientMode": "opacity", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5, "lineInterpolation": "smooth" }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "850a2387-7107-4040-a036-b2adbdcd471b", "layout": { "h": 5, "w": 12, "x": 0, "y": 230, "i": "ef18786b-e721-4bda-ba7e-086ac1e6e8bf", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_be_cache_hit_count{group=\"be\",instance=\"$be_instance\"}", "legend": "{{instance}}-{{name}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Cache Hit Count", "links": [], "description": " LRU Cache 的命中次数", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": { "util": "none" }, "thresholds": { "steps": [ { "color": "#6C53B1", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "smooth", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0.01, "gradientMode": "opacity", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "742c322e-9a21-47bd-b4f4-335b02cc6585", "layout": { "h": 5, "w": 12, "x": 12, "y": 230, "i": "53d90c00-970a-4201-a94e-4782b0d3b57c", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_be_cache_lookup_count{group=\"be\",instance=\"$be_instance\"}", "legend": "{{instance}}-{{name}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Cache Lookup Count", "links": [], "description": "LRU Cache 被查找的次数", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": { "util": "none" }, "thresholds": { "steps": [ { "color": "#6C53B1", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "smooth", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0.01, "gradientMode": "opacity", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "36e9fbf8-22f9-4370-a884-37b816940266", "layout": { "h": 5, "w": 12, "x": 0, "y": 235, "i": "533735d2-c735-4ff6-8420-049346ffad18", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_be_cache_element_count{group=\"be\",instance=\"$be_instance\"}", "legend": "{{instance}}-{{name}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Cache Element Count", "links": [], "description": " LRU Cache 的元素个数", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": { "util": "none" }, "thresholds": { "steps": [ { "color": "#6C53B1", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "smooth", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0.01, "gradientMode": "opacity", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "e256d67a-1f08-4ec7-b070-e247f79d4a46", "layout": { "h": 5, "w": 12, "x": 12, "y": 235, "i": "171151ed-47cc-4608-aecd-dae84999dd67", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_be_cache_usage_ratio{group=\"be\",instance=\"$be_instance\"}", "legend": "{{instance}}-{{name}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Cache Usage Ratio", "links": [], "description": "LRU Cache 的使用率", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": { "util": "none" }, "thresholds": { "steps": [ { "color": "#6C53B1", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "smooth", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0.01, "gradientMode": "opacity", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "fc826f9c-98c1-4ac6-8fad-12603dee6b19", "layout": { "h": 5, "w": 12, "x": 0, "y": 240, "i": "fdf7e88d-48ab-41e5-b0b2-e9f790e2cf89", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_be_cache_capacity{group=\"be\",instance=\"$be_instance\"}", "legend": "{{instance}}-{{name}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Cache Capacity", "links": [], "description": "LRU Cache 的容量", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": { "util": "" }, "thresholds": { "steps": [ { "color": "#6C53B1", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "smooth", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0.01, "gradientMode": "opacity", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "deedddb8-f948-4000-91bf-e26c97656a8e", "layout": { "h": 5, "w": 12, "x": 12, "y": 240, "i": "5c74dc62-9333-4ea0-a46b-97bc739df696", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "doris_be_cache_usage{group=\"be\",instance=\"$be_instance\"}", "legend": "{{instance}}-{{name}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Cache Usage", "links": [], "description": " LRU Cache 的使用量", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": { "util": "" }, "thresholds": { "steps": [ { "color": "#6C53B1", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "smooth", "spanNulls": false, "lineWidth": 1, "fillOpacity": 0.01, "gradientMode": "opacity", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "version": "3.0.0", "id": "8066eece-c052-487b-9f45-9c4c4a327f24", "type": "row", "name": "BE tasks", "collapsed": true, "layout": { "h": 1, "w": 24, "x": 0, "y": 335, "i": "8066eece-c052-487b-9f45-9c4c4a327f24", "isResizable": false }, "panels": [] }, { "version": "3.0.0", "id": "f404b384-317e-4461-b369-7f40b9706a5c", "type": "timeseries", "name": "[$cluster_name] Tablets Report", "description": "Left Y axes indicates the failure rate of specified tasks. Normally, it should be 0.\nRight Y axes indicates the total number of specified tasks in all Backends.", "links": [], "layout": { "h": 6, "w": 8, "x": 0, "y": 336, "i": "f404b384-317e-4461-b369-7f40b9706a5c", "isResizable": true }, "targets": [ { "refId": "A", "expr": "SUM(doris_be_engine_requests_total{job=\"$cluster_name\", type=\"report_all_tablets\", status=\"total\"})", "legend": "Total" }, { "refId": "B", "expr": "irate(doris_be_engine_requests_total{job=\"$cluster_name\", type=\"report_all_tablets\", status=\"failed\"}[$interval])", "legend": "{{instance}}" } ], "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden" }, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "version": "3.0.0", "drawStyle": "lines", "lineInterpolation": "linear", "fillOpacity": 0, "stack": "off" }, "maxPerRow": 4, "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}" }, { "type": "timeseries", "id": "f3b252c1-4700-479f-9e93-8f8e249bb191", "layout": { "h": 6, "w": 8, "x": 8, "y": 336, "i": "f3b252c1-4700-479f-9e93-8f8e249bb191", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "SUM(doris_be_engine_requests_total{job=\"$cluster_name\", type=\"report_all_tablets\", status=\"total\"})", "legend": "Total", "maxDataPoints": 240 }, { "refId": "B", "expr": "irate(doris_be_engine_requests_total{job=\"$cluster_name\", type=\"report_all_tablets\", status=\"failed\"}[$interval])", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Single Tablet Report", "links": [], "description": "Left Y axes indicates the failure rate of specified tasks. Normally, it should be 0.\nRight Y axes indicates the total number of specified tasks in all Backends.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "cbcaf2eb-7526-44a6-bf3a-74502d4abea1", "layout": { "h": 6, "w": 8, "x": 16, "y": 336, "i": "cbcaf2eb-7526-44a6-bf3a-74502d4abea1", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "SUM(doris_be_engine_requests_total{job=\"$cluster_name\", type=\"finish_task\", status=\"total\"})", "legend": "Total", "maxDataPoints": 240 }, { "refId": "B", "expr": "irate(doris_be_engine_requests_total{job=\"$cluster_name\", type=\"finish_task\", status=\"failed\"}[30s])", "legend": "{{instance}}-{{status}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Finish task report", "links": [], "description": "Left Y axes indicates the failure rate of specified tasks. Normally, it should be 0.\nRight Y axes indicates the total number of specified tasks in all Backends.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "a742ede1-cdda-4f4d-b6c8-93d7318330eb", "layout": { "h": 6, "w": 8, "x": 0, "y": 342, "i": "a742ede1-cdda-4f4d-b6c8-93d7318330eb", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "sum(doris_be_push_requests_total{job=\"$cluster_name\", status=\"SUCCESS\"})", "legend": "Total", "maxDataPoints": 240 }, { "refId": "B", "expr": "irate(doris_be_push_requests_total{job=\"$cluster_name\", status=\"FAIL\"}[30s])", "legend": "{{instance}}-failed", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Push Task", "links": [], "description": "Left Y axes indicates the failure rate of specified tasks. Normally, it should be 0.\nRight Y axes indicates the total number of specified tasks in all Backends.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "eb4e8682-7e49-4a83-a498-ad7559f8a4ac", "layout": { "h": 6, "w": 8, "x": 8, "y": 342, "i": "eb4e8682-7e49-4a83-a498-ad7559f8a4ac", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "irate(doris_be_push_request_duration_us{job=\"$cluster_name\"}[30s])", "legend": "{{instance}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Push Task Cost Time", "links": [], "description": "The average cost time of push tasks on each Backend.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "56ba5975-cd86-4797-998a-e827aeccff25", "layout": { "h": 6, "w": 8, "x": 16, "y": 342, "i": "56ba5975-cd86-4797-998a-e827aeccff25", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "SUM(doris_be_engine_requests_total{job=\"$cluster_name\", type=\"delete\", status=\"total\"})", "legend": "Total", "maxDataPoints": 240 }, { "refId": "B", "expr": "irate(doris_be_engine_requests_total{job=\"$cluster_name\", type=\"delete\", status=\"failed\"}[30s])", "legend": "{{instance}}-{{status}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Delete", "links": [], "description": "Left Y axes indicates the failure rate of specified tasks. Normally, it should be 0.\nRight Y axes indicates the total number of specified tasks in all Backends.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "61ad57b2-9fbf-417e-af1f-6deb4004793f", "layout": { "h": 6, "w": 8, "x": 0, "y": 348, "i": "61ad57b2-9fbf-417e-af1f-6deb4004793f", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "SUM(doris_be_engine_requests_total{job=\"$cluster_name\", type=\"base_compaction\", status=\"total\"})", "legend": "Total", "maxDataPoints": 240 }, { "refId": "B", "expr": "irate(doris_be_engine_requests_total{job=\"$cluster_name\", type=\"base_compaction\", status=\"failed\"}[30s])", "legend": "{{instance}}-{{status}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Base Compaction", "links": [], "description": "Left Y axes indicates the failure rate of specified tasks. Normally, it should be 0.\nRight Y axes indicates the total number of specified tasks in all Backends.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "9b745c05-87d8-4fdc-b649-0909c59f98d0", "layout": { "h": 6, "w": 8, "x": 8, "y": 348, "i": "9b745c05-87d8-4fdc-b649-0909c59f98d0", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "SUM(doris_be_engine_requests_total{job=\"$cluster_name\", type=\"cumulative_compaction\", status=\"total\"})", "legend": "Total", "maxDataPoints": 240 }, { "refId": "B", "expr": "irate(doris_be_engine_requests_total{job=\"$cluster_name\", type=\"cumulative_compaction\", status=\"failed\"}[30s])", "legend": "{{instance}}-{{status}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Cumulative Compaction", "links": [], "description": "Left Y axes indicates the failure rate of specified tasks. Normally, it should be 0.\nRight Y axes indicates the total number of specified tasks in all Backends.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "207dcbd3-bb41-4d47-8e76-00b5c5e70d55", "layout": { "h": 6, "w": 8, "x": 16, "y": 348, "i": "207dcbd3-bb41-4d47-8e76-00b5c5e70d55", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "SUM(doris_be_engine_requests_total{job=\"$cluster_name\", type=\"clone\", status=\"total\"})", "legend": "Total", "maxDataPoints": 240 }, { "refId": "B", "expr": "irate(doris_be_engine_requests_total{job=\"$cluster_name\", type=\"clone\", status=\"failed\"}[30s])", "legend": "{{instance}}-{{status}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Clone", "links": [], "description": "Left Y axes indicates the failure rate of specified tasks. Normally, it should be 0.\nRight Y axes indicates the total number of specified tasks in all Backends.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "91d6dc83-962b-4c4f-8fda-6b889f58f505", "layout": { "h": 6, "w": 8, "x": 0, "y": 354, "i": "91d6dc83-962b-4c4f-8fda-6b889f58f505", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "SUM(doris_be_engine_requests_total{job=\"$cluster_name\", type=\"create_rollup\", status=\"total\"})", "legend": "Total", "maxDataPoints": 240 }, { "refId": "B", "expr": "irate(doris_be_engine_requests_total{job=\"$cluster_name\", type=\"create_rollup\", status=\"failed\"}[30s])", "legend": "{{instance}}-{{status}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Create rollup", "links": [], "description": "Left Y axes indicates the failure rate of specified tasks. Normally, it should be 0.\nRight Y axes indicates the total number of specified tasks in all Backends.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "8659150a-be95-4837-b821-96e742c26820", "layout": { "h": 6, "w": 8, "x": 8, "y": 354, "i": "8659150a-be95-4837-b821-96e742c26820", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "SUM(doris_be_engine_requests_total{job=\"$cluster_name\", type=\"schema_change\", status=\"total\"})", "legend": "Total", "maxDataPoints": 240 }, { "refId": "B", "expr": "irate(doris_be_engine_requests_total{job=\"$cluster_name\", type=\"schema_change\", status=\"failed\"}[30s])", "legend": "{{instance}}-{{status}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Schema change", "links": [], "description": "Left Y axes indicates the failure rate of specified tasks. Normally, it should be 0.\nRight Y axes indicates the total number of specified tasks in all Backends.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] }, { "type": "timeseries", "id": "ecf410c9-98e5-4b23-a7ea-9690ceed5e21", "layout": { "h": 6, "w": 8, "x": 16, "y": 354, "i": "ecf410c9-98e5-4b23-a7ea-9690ceed5e21", "isResizable": true }, "version": "3.0.0", "datasourceCate": "prometheus", "datasourceValue": "${DS_DORIS}", "targets": [ { "refId": "A", "expr": "SUM(doris_be_engine_requests_total{job=\"$cluster_name\", type=\"create_tablet\", status=\"total\"})", "legend": "Total", "maxDataPoints": 240 }, { "refId": "B", "expr": "irate(doris_be_engine_requests_total{job=\"$cluster_name\", type=\"create_tablet\", status=\"failed\"}[30s])", "legend": "{{instance}}-{{status}}", "maxDataPoints": 240 } ], "transformations": [ { "id": "organize", "options": {} } ], "name": "[$cluster_name] Create tablet", "links": [], "description": "Left Y axes indicates the failure rate of specified tasks. Normally, it should be 0.\nRight Y axes indicates the total number of specified tasks in all Backends.", "maxPerRow": 4, "options": { "tooltip": { "mode": "all", "sort": "none" }, "legend": { "displayMode": "hidden", "heightInPercentage": 30, "placement": "bottom", "behaviour": "showItem", "selectMode": "single" }, "standardOptions": {}, "thresholds": { "steps": [ { "color": "#634CD9", "value": null, "type": "base" } ] } }, "custom": { "drawStyle": "lines", "lineInterpolation": "linear", "spanNulls": false, "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "stack": "off", "scaleDistribution": { "type": "linear" }, "showPoints": "none", "pointSize": 5 }, "overrides": [ { "matcher": { "id": "byFrameRefID" }, "properties": { "rightYAxisDisplay": "off" } } ] } ] } }