{ "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "datasource", "uid": "grafana" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "type": "dashboard" } ] }, "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 0, "id": 60, "links": [], "panels": [ { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 31, "panels": [], "title": "Overview", "type": "row" }, { "datasource": { "type": "prometheus", "name": "prometheus" }, "description": "Latest epoch synchronized to the node.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "dark-purple", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 1 }, "id": 18, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": false, "text": {}, "textMode": "auto", "wideLayout": true }, "pluginVersion": "11.2.0-72847", "targets": [ { "datasource": { "type": "prometheus", "name": "prometheus" }, "editorMode": "builder", "exemplar": true, "expr": "head_epoch{}", "interval": "", "legendFormat": "", "range": true, "refId": "A" } ], "title": "Head Epoch", "type": "stat" }, { "datasource": { "type": "prometheus", "name": "prometheus" }, "description": "Number of Tipset Validated Per min", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 1 }, "id": 35, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "11.2.0-72847", "targets": [ { "editorMode": "code", "expr": "rate(head_epoch{}[60m]) * 60", "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Tipsets Validated per Minute", "type": "stat" }, { "datasource": { "type": "prometheus", "name": "prometheus" }, "description": "The difference between the node's network height and the expected network height.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 9 }, "id": 37, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "11.2.0-72847", "targets": [ { "editorMode": "code", "expr": "expected_network_height{} - head_epoch{}", "legendFormat": "Node Network Height Diff", "range": true, "refId": "A" } ], "title": "Node Network Height Diff", "type": "timeseries" }, { "datasource": { "type": "prometheus", "name": "prometheus" }, "description": "Time since the Forest Node process started", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "dark-purple", "value": null }, { "color": "dark-blue", "value": 80 } ] }, "unit": "h" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 9 }, "id": 4, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": false, "text": {}, "textMode": "auto", "wideLayout": true }, "pluginVersion": "11.2.0-72847", "targets": [ { "datasource": { "type": "prometheus", "name": "prometheus" }, "editorMode": "code", "exemplar": true, "expr": "(time() - process_start_time_seconds{}) / 60 / 60", "interval": "", "legendFormat": "", "range": true, "refId": "A" } ], "title": "Process Wall Time", "type": "stat" }, { "datasource": { "type": "prometheus", "name": "prometheus" }, "description": "Number of healthy peers recognized by the Forest node.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 17 }, "id": 20, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "11.2.0-72847", "targets": [ { "datasource": { "type": "prometheus", "name": "prometheus" }, "editorMode": "code", "exemplar": true, "expr": "full_peers{}", "interval": "", "legendFormat": "Full Peers", "range": true, "refId": "A" } ], "title": "Full Peers", "type": "timeseries" }, { "datasource": { "type": "prometheus", "name": "prometheus" }, "description": "The Forest Process Resident memory size", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "GiB", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 17 }, "id": 14, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "11.2.0-72847", "targets": [ { "datasource": { "type": "prometheus", "name": "prometheus" }, "disableTextWrap": false, "editorMode": "code", "exemplar": true, "expr": "process_resident_memory_bytes{} / 1073741824", "fullMetaSearch": false, "includeNullMetadata": true, "interval": "", "legendFormat": "Process Resident Memory", "range": true, "refId": "A", "useBackend": false } ], "title": "Process Resident Memory", "type": "timeseries" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 25 }, "id": 32, "panels": [], "title": "Peers", "type": "row" }, { "datasource": { "type": "prometheus", "name": "prometheus" }, "description": "Number of bad peers recognized by the node.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 7, "w": 15, "x": 0, "y": 26 }, "id": 22, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "11.2.0-72847", "targets": [ { "datasource": { "type": "prometheus", "name": "prometheus" }, "editorMode": "code", "exemplar": true, "expr": "bad_peers{}", "interval": "", "legendFormat": "Bad Peers", "range": true, "refId": "A" } ], "title": "Bad Peers", "type": "timeseries" }, { "datasource": { "type": "prometheus", "name": "prometheus" }, "description": "Number of Total count of libp2p PubSub message events recognized by the Forest Node.", "fieldConfig": { "defaults": { "color": { "fixedColor": "dark-orange", "mode": "fixed" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "dark-green", "value": null }, { "color": "dark-red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 7, "w": 9, "x": 15, "y": 26 }, "id": 25, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "11.2.0-72847", "targets": [ { "datasource": { "type": "prometheus", "name": "prometheus" }, "editorMode": "code", "exemplar": true, "expr": "libp2p_messsage_total_total{libp2p_message_kind=\"pubsub_message_message\"}", "interval": "", "legendFormat": "", "range": true, "refId": "A" } ], "title": "Message P2P Events", "type": "stat" }, { "datasource": { "type": "prometheus", "name": "prometheus" }, "description": "Total count of peer disconnection events recognized by the Forest Node.", "fieldConfig": { "defaults": { "color": { "fixedColor": "dark-orange", "mode": "fixed" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 7, "w": 8, "x": 0, "y": 33 }, "id": 27, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "11.2.0-72847", "targets": [ { "datasource": { "type": "prometheus", "name": "prometheus" }, "editorMode": "code", "exemplar": true, "expr": "libp2p_messsage_total_total{libp2p_message_kind=\"peer_disconnected\"}", "interval": "", "legendFormat": "", "range": true, "refId": "A" } ], "title": "Peer Disconnected P2P Events", "type": "stat" }, { "datasource": { "type": "prometheus", "name": "prometheus" }, "description": "Number of Failed Peer Requests recognized by the Forest node.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 7, "w": 8, "x": 8, "y": 33 }, "id": 24, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "11.2.0-72847", "targets": [ { "datasource": { "type": "prometheus", "name": "prometheus" }, "editorMode": "code", "exemplar": true, "expr": "peer_failure_total_total{}", "interval": "", "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Failed Peer Requests", "type": "stat" }, { "datasource": { "type": "prometheus", "name": "prometheus" }, "description": "Total count of peer connection events recognized by the Forest Node.", "fieldConfig": { "defaults": { "color": { "fixedColor": "dark-orange", "mode": "fixed" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 7, "w": 8, "x": 16, "y": 33 }, "id": 26, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "11.2.0-72847", "targets": [ { "datasource": { "type": "prometheus", "name": "prometheus" }, "editorMode": "code", "exemplar": true, "expr": "libp2p_messsage_total_total{libp2p_message_kind=\"peer_connected\"}", "interval": "", "legendFormat": "", "range": true, "refId": "A" } ], "title": "Peer Connected P2P Events", "type": "stat" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 40 }, "id": 33, "panels": [], "title": "Other", "type": "row" }, { "datasource": { "type": "prometheus", "name": "prometheus" }, "description": "Size of Forest Node database", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "dark-blue", "value": null }, { "color": "dark-purple", "value": 80 } ] }, "unit": "gbytes" }, "overrides": [] }, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 41 }, "id": 6, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": false, "text": {}, "textMode": "auto", "wideLayout": true }, "pluginVersion": "11.2.0-72847", "targets": [ { "datasource": { "type": "prometheus", "name": "prometheus" }, "exemplar": true, "expr": "forest_db_size{} / 1073741824 ", "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Database Size", "type": "stat" }, { "datasource": { "type": "prometheus", "name": "prometheus" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "dark-purple", "value": null }, { "color": "dark-purple", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 9, "w": 12, "x": 12, "y": 41 }, "id": 8, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": false, "text": {}, "textMode": "auto", "wideLayout": true }, "pluginVersion": "11.2.0-72847", "targets": [ { "datasource": { "type": "prometheus", "name": "prometheus" }, "disableTextWrap": false, "editorMode": "builder", "exemplar": true, "expr": "process_open_fds{}", "fullMetaSearch": false, "includeNullMetadata": true, "interval": "", "legendFormat": "", "range": true, "refId": "A", "useBackend": false } ], "title": "Open File Descriptors", "type": "stat" }, { "datasource": { "type": "prometheus", "name": "prometheus" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "GiB", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 50 }, "id": 16, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "11.2.0-72847", "targets": [ { "datasource": { "type": "prometheus", "name": "prometheus" }, "disableTextWrap": false, "editorMode": "builder", "exemplar": true, "expr": "process_virtual_memory_bytes{} / 1073741824", "fullMetaSearch": false, "includeNullMetadata": true, "interval": "", "legendFormat": "Process Virtual Memory", "range": true, "refId": "A", "useBackend": false } ], "title": "Process Virtual Memory", "type": "timeseries" }, { "datasource": { "type": "prometheus", "name": "prometheus" }, "description": "Total user and system CPU time spent.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "h" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 50 }, "id": 38, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "11.2.0-72847", "targets": [ { "disableTextWrap": false, "editorMode": "code", "expr": "process_cpu_seconds_total{} / 60 / 60", "fullMetaSearch": false, "includeNullMetadata": true, "legendFormat": "__auto", "range": true, "refId": "A", "useBackend": false } ], "title": "Process CPU Time", "type": "stat" }, { "datasource": { "type": "prometheus", "name": "prometheus" }, "description": "Total count of tipset range synchronization failures encountered by the Forest node", "fieldConfig": { "defaults": { "color": { "fixedColor": "dark-orange", "mode": "fixed" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 9, "w": 24, "x": 0, "y": 60 }, "id": 29, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showPercentChange": false, "textMode": "auto", "wideLayout": true }, "pluginVersion": "11.2.0-72847", "targets": [ { "datasource": { "type": "prometheus", "name": "prometheus" }, "editorMode": "code", "exemplar": true, "expr": "tipset_range_sync_failure_total_total{}", "interval": "", "legendFormat": "", "range": true, "refId": "A" } ], "title": "Range Sync Failure Count", "type": "stat" } ], "preload": false, "refresh": "10s", "schemaVersion": 39, "tags": [], "templating": { "list": [] }, "time": { "from": "now-7d", "to": "now" }, "timepicker": {}, "timezone": "", "title": "forest", "uid": "eOh40FR7z", "version": 56, "weekStart": "" }