diff --git a/grafana/provisioning/dashboards/chain.json b/grafana/provisioning/dashboards/chain.json index f77793c..a14a646 100644 --- a/grafana/provisioning/dashboards/chain.json +++ b/grafana/provisioning/dashboards/chain.json @@ -23,7 +23,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -56,14 +56,14 @@ "steppedLine": false, "targets": [ { - "expr": "lnd_wallet_balance_confirmed_sat", + "expr": "lnd_wallet_balance_confirmed_sat{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "conf_sat", "refId": "A" }, { - "expr": "lnd_wallet_balance_unconfirmed_sat", + "expr": "lnd_wallet_balance_unconfirmed_sat{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "unconf_sat", @@ -116,7 +116,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -149,14 +149,14 @@ "steppedLine": false, "targets": [ { - "expr": "lnd_utxos_count_confirmed_total", + "expr": "lnd_utxos_count_confirmed_total{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "num_conf_utxos", "refId": "A" }, { - "expr": "lnd_utxos_count_unconfirmed_total", + "expr": "lnd_utxos_count_unconfirmed_total{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "num_unconf_utxos", @@ -209,7 +209,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -242,21 +242,21 @@ "steppedLine": false, "targets": [ { - "expr": "lnd_utxos_sizes_avg_sat", + "expr": "lnd_utxos_sizes_avg_sat{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "avg_utxo_size_sat", "refId": "A" }, { - "expr": "lnd_utxos_sizes_max_sat", + "expr": "lnd_utxos_sizes_max_sat{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "max_utxo_size_sat", "refId": "B" }, { - "expr": "lnd_utxos_sizes_min_sat", + "expr": "lnd_utxos_sizes_min_sat{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "min_utxo_size_sat", @@ -309,7 +309,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 9, @@ -342,7 +342,7 @@ "steppedLine": false, "targets": [ { - "expr": "lnd_chain_block_height", + "expr": "lnd_chain_block_height{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "block_height", @@ -393,9 +393,70 @@ ], "schemaVersion": 18, "style": "dark", - "tags": [], + "tags": ["lightning-network"], "templating": { - "list": [] + "list": [ + { + "current": { + "tags": [], + "text": "default", + "value": "default" + }, + "hide": 0, + "includeAll": false, + "label": null, + "multi": false, + "name": "datasource", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "allValue": null, + "datasource": "$datasource", + "definition": "label_values(namespace)", + "hide": 0, + "includeAll": false, + "label": "namespace", + "multi": false, + "name": "namespace", + "options": [], + "query": "label_values(namespace)", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "tagValuesQuery": "", + "tags": [], + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": null, + "datasource": "$datasource", + "definition": "label_values(lnd_chain_block_timestamp{namespace=\"$namespace\"}, pod)", + "hide": 0, + "includeAll": false, + "label": "node", + "multi": false, + "name": "node", + "options": [], + "query": "label_values(lnd_chain_block_timestamp{namespace=\"$namespace\"}, pod)", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "tagValuesQuery": "", + "tags": [], + "tagsQuery": "", + "type": "query", + "useTags": false + } + ] }, "time": { "from": "now-6h", @@ -430,4 +491,4 @@ "title": "Chain State", "uid": "ifn33ANWz", "version": 2 -} \ No newline at end of file +} diff --git a/grafana/provisioning/dashboards/channels.json b/grafana/provisioning/dashboards/channels.json index 24644a8..bf35f14 100644 --- a/grafana/provisioning/dashboards/channels.json +++ b/grafana/provisioning/dashboards/channels.json @@ -22,7 +22,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 9, @@ -55,21 +55,21 @@ "steppedLine": false, "targets": [ { - "expr": "lnd_channels_pending_total", + "expr": "lnd_channels_pending_total{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{state}}", "refId": "A" }, { - "expr": "lnd_channels_active_total", + "expr": "lnd_channels_active_total{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "active", "refId": "B" }, { - "expr": "lnd_channels_inactive_total", + "expr": "lnd_channels_inactive_total{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "inactive", @@ -122,7 +122,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 9, @@ -155,28 +155,28 @@ "steppedLine": false, "targets": [ { - "expr": "lnd_channels_pending_balance_sat > 0", + "expr": "lnd_channels_pending_balance_sat{namespace=\"$namespace\",pod=\"$node\"} > 0", "format": "time_series", "intervalFactor": 1, "legendFormat": "pending_open_sat", "refId": "A" }, { - "expr": "lnd_channels_open_balance_sat", + "expr": "lnd_channels_open_balance_sat{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "channels_sat", "refId": "B" }, { - "expr": "lnd_wallet_balance_unconfirmed_sat > 0", + "expr": "lnd_wallet_balance_unconfirmed_sat{namespace=\"$namespace\",pod=\"$node\"} > 0", "format": "time_series", "intervalFactor": 1, "legendFormat": "unconf_balance_sat", "refId": "C" }, { - "expr": "lnd_wallet_balance_confirmed_sat", + "expr": "lnd_wallet_balance_confirmed_sat{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "conf_balance_sat", @@ -229,7 +229,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 9, @@ -262,7 +262,7 @@ "steppedLine": false, "targets": [ { - "expr": "sum(lnd_channels_bandwidth_outgoing_sat)", + "expr": "sum(lnd_channels_bandwidth_outgoing_sat{namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "hide": false, "intervalFactor": 1, @@ -270,7 +270,7 @@ "refId": "A" }, { - "expr": "sum(lnd_channels_bandwidth_incoming_sat)", + "expr": "sum(lnd_channels_bandwidth_incoming_sat{namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "hide": false, "intervalFactor": 1, @@ -324,7 +324,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 9, @@ -357,7 +357,7 @@ "steppedLine": false, "targets": [ { - "expr": "lnd_channels_pending_htlc_count > 0", + "expr": "lnd_channels_pending_htlc_count{namespace=\"$namespace\",pod=\"$node\"} > 0", "format": "time_series", "intervalFactor": 1, "legendFormat": "cid: {{ chan_id }}", @@ -410,7 +410,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -443,7 +443,7 @@ "steppedLine": false, "targets": [ { - "expr": "topk(5, lnd_channels_sent_sat + lnd_channels_received_sat > 0)", + "expr": "topk(5, lnd_channels_sent_sat{namespace=\"$namespace\",pod=\"$node\"} + lnd_channels_received_sat{namespace=\"$namespace\",pod=\"$node\"} > 0)", "format": "time_series", "intervalFactor": 1, "legendFormat": "cid: {{ chan_id }}", @@ -496,7 +496,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -531,7 +531,7 @@ "steppedLine": false, "targets": [ { - "expr": "topk(5, lnd_channels_updates_count)", + "expr": "topk(5, lnd_channels_updates_count{namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "cid: {{ chan_id }}", @@ -584,7 +584,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "description": "Total fees in sats across all active commitments ", "fill": 1, "gridPos": { @@ -618,7 +618,7 @@ "steppedLine": false, "targets": [ { - "expr": "sum(lnd_channels_commit_fee)", + "expr": "sum(lnd_channels_commit_fee{namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "total_commit_fees", @@ -671,7 +671,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -704,21 +704,21 @@ "steppedLine": false, "targets": [ { - "expr": "max(lnd_channels_fee_per_kw)", + "expr": "max(lnd_channels_fee_per_kw{namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "max_fee_per_kw", "refId": "A" }, { - "expr": "min(lnd_channels_fee_per_kw)", + "expr": "min(lnd_channels_fee_per_kw{namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "min_fee_per_kw", "refId": "B" }, { - "expr": "avg(lnd_channels_fee_per_kw)", + "expr": "avg(lnd_channels_fee_per_kw{namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "avg_fee_per_kw", @@ -771,7 +771,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 9, @@ -806,11 +806,11 @@ "steppedLine": false, "targets": [ { - "expr": "lnd_channels_bandwidth_incoming_sat > 20000", + "expr": "lnd_channels_bandwidth_incoming_sat{namespace=\"$namespace\",pod=\"$node\"} > 20000", "format": "time_series", "instant": true, "intervalFactor": 1, - "legendFormat": "cid: {{chan_id}}", + "legendFormat": "cid: {{ chan_id }}", "refId": "A" } ], @@ -862,8 +862,8 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", - "description": "Uptime percentage of remote peer that we have the channel with. ", + "datasource": "$datasource", + "description": "Uptime percentage of remote peer that we have the channel with.", "fill": 1, "gridPos": { "h": 7, @@ -896,7 +896,7 @@ "steppedLine": false, "targets": [ { - "expr": "lnd_channel_uptime_percentage", + "expr": "lnd_channel_uptime_percentage{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "hide": false, "intervalFactor": 1, @@ -984,10 +984,10 @@ "steppedLine": false, "targets": [ { - "expr": "lnd_channels_bandwidth_outgoing_sat > 20000", + "expr": "lnd_channels_bandwidth_outgoing_sat{namespace=\"$namespace\",pod=\"$node\"} > 20000", "format": "time_series", "intervalFactor": 1, - "legendFormat": "chan_id: {{chan_id}}", + "legendFormat": "chan_id: {{ chan_id }}", "refId": "A" } ], @@ -1037,7 +1037,8 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", + "description": "Uptime percentage of remote peer that we have the channel with.", "fill": 1, "gridPos": { "h": 8, @@ -1070,7 +1071,7 @@ "steppedLine": false, "targets": [ { - "expr": "lnd_closed_channels_total", + "expr": "lnd_closed_channels_total{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{close_type}}", @@ -1121,9 +1122,69 @@ ], "schemaVersion": 18, "style": "dark", - "tags": [], + "tags": ["lightning-network"], "templating": { - "list": [] + "list": [{ + "current": { + "tags": [], + "text": "default", + "value": "default" + }, + "hide": 0, + "includeAll": false, + "label": null, + "multi": false, + "name": "datasource", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "allValue": null, + "datasource": "$datasource", + "definition": "label_values(namespace)", + "hide": 0, + "includeAll": false, + "label": "namespace", + "multi": false, + "name": "namespace", + "options": [], + "query": "label_values(namespace)", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "tagValuesQuery": "", + "tags": [], + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": null, + "datasource": "$datasource", + "definition": "label_values(lnd_chain_block_timestamp{namespace=\"$namespace\"}, pod)", + "hide": 0, + "includeAll": false, + "label": "node", + "multi": false, + "name": "node", + "options": [], + "query": "label_values(lnd_chain_block_timestamp{namespace=\"$namespace\"}, pod)", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "tagValuesQuery": "", + "tags": [], + "tagsQuery": "", + "type": "query", + "useTags": false + } + ] }, "time": { "from": "now-6h", @@ -1158,4 +1219,4 @@ "title": "Node State", "uid": "sJUFc-NWk", "version": 4 -} \ No newline at end of file +} diff --git a/grafana/provisioning/dashboards/network.json b/grafana/provisioning/dashboards/network.json index 1da551e..089d7c2 100644 --- a/grafana/provisioning/dashboards/network.json +++ b/grafana/provisioning/dashboards/network.json @@ -23,7 +23,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -56,14 +56,14 @@ "steppedLine": false, "targets": [ { - "expr": "lnd_graph_nodes_count", + "expr": "lnd_graph_nodes_count{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "num_graph_nodes", "refId": "A" }, { - "expr": "lnd_graph_edges_count", + "expr": "lnd_graph_edges_count{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "num_graph_edges", @@ -116,7 +116,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -154,14 +154,14 @@ "steppedLine": false, "targets": [ { - "expr": "lnd_graph_chan_capacity_sat/1e8", + "expr": "lnd_graph_chan_capacity_sat{namespace=\"$namespace\",pod=\"$node\"}/1e8", "format": "time_series", "intervalFactor": 1, "legendFormat": "total_chans_btc", "refId": "A" }, { - "expr": "lnd_chain_block_height", + "expr": "lnd_chain_block_height{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "lnd_chain_block_height", @@ -215,7 +215,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -248,7 +248,7 @@ "steppedLine": false, "targets": [ { - "expr": "lnd_graph_nodes_count", + "expr": "lnd_graph_nodes_count{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "num_nodes", @@ -301,7 +301,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -339,14 +339,14 @@ "steppedLine": false, "targets": [ { - "expr": "lnd_graph_edges_count", + "expr": "lnd_graph_edges_count{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "channel_count", "refId": "A" }, { - "expr": "lnd_chain_block_height", + "expr": "lnd_chain_block_height{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "lnd_chain_block_height", @@ -401,7 +401,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -434,14 +434,14 @@ "steppedLine": false, "targets": [ { - "expr": "lnd_graph_max_htlc_msat_avg / 1000", + "expr": "lnd_graph_max_htlc_msat_avg{namespace=\"$namespace\",pod=\"$node\"} / 1000", "format": "time_series", "intervalFactor": 1, "legendFormat": "max_htlc_avg", "refId": "A" }, { - "expr": "lnd_graph_max_htlc_msat_median / 1000", + "expr": "lnd_graph_max_htlc_msat_median{namespace=\"$namespace\",pod=\"$node\"} / 1000", "format": "time_series", "intervalFactor": 1, "legendFormat": "max_htlc_median", @@ -494,7 +494,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -527,14 +527,14 @@ "steppedLine": false, "targets": [ { - "expr": "lnd_graph_min_htlc_msat_avg / 1000", + "expr": "lnd_graph_min_htlc_msat_avg{namespace=\"$namespace\",pod=\"$node\"} / 1000", "format": "time_series", "intervalFactor": 1, "legendFormat": "min_htlc_sat", "refId": "A" }, { - "expr": "lnd_graph_min_htlc_msat_median / 1000", + "expr": "lnd_graph_min_htlc_msat_median{namespace=\"$namespace\",pod=\"$node\"} / 1000", "format": "time_series", "intervalFactor": 1, "legendFormat": "median_min_htlc", @@ -587,7 +587,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -620,14 +620,14 @@ "steppedLine": false, "targets": [ { - "expr": "lnd_graph_timelock_delta_median", + "expr": "lnd_graph_timelock_delta_median{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, - "legendFormat": "time_lock_delta_median", + "legendFormat": "time_lock_delta_median{namespace=\"$namespace\",pod=\"$node\"}", "refId": "A" }, { - "expr": "lnd_graph_timelock_delta_avg", + "expr": "lnd_graph_timelock_delta_avg{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "time_lock_delta_avg", @@ -680,7 +680,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -713,14 +713,14 @@ "steppedLine": false, "targets": [ { - "expr": "lnd_graph_outdegree_max", + "expr": "lnd_graph_outdegree_max{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "max_out_degree", "refId": "A" }, { - "expr": "lnd_graph_outdegree_avg", + "expr": "lnd_graph_outdegree_avg{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "avg_out_degree", @@ -773,7 +773,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -806,14 +806,14 @@ "steppedLine": false, "targets": [ { - "expr": "(lnd_graph_fee_rate_msat_avg / 1000000) ", + "expr": "(lnd_graph_fee_rate_msat_avg{namespace=\"$namespace\",pod=\"$node\"} / 1000000)", "format": "time_series", "intervalFactor": 1, "legendFormat": "avg_fee_rate", "refId": "A" }, { - "expr": "lnd_graph_fee_rate_msat_median / 1000000", + "expr": "lnd_graph_fee_rate_msat_median{namespace=\"$namespace\",pod=\"$node\"} / 1000000", "format": "time_series", "intervalFactor": 1, "legendFormat": "median_fee_rate", @@ -865,9 +865,69 @@ ], "schemaVersion": 18, "style": "dark", - "tags": [], + "tags": ["lightning-network"], "templating": { - "list": [] + "list": [{ + "current": { + "tags": [], + "text": "default", + "value": "default" + }, + "hide": 0, + "includeAll": false, + "label": null, + "multi": false, + "name": "datasource", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "allValue": null, + "datasource": "$datasource", + "definition": "label_values(namespace)", + "hide": 0, + "includeAll": false, + "label": "namespace", + "multi": false, + "name": "namespace", + "options": [], + "query": "label_values(namespace)", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "tagValuesQuery": "", + "tags": [], + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": null, + "datasource": "$datasource", + "definition": "label_values(lnd_chain_block_timestamp{namespace=\"$namespace\"}, pod)", + "hide": 0, + "includeAll": false, + "label": "node", + "multi": false, + "name": "node", + "options": [], + "query": "label_values(lnd_chain_block_timestamp{namespace=\"$namespace\"}, pod)", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "tagValuesQuery": "", + "tags": [], + "tagsQuery": "", + "type": "query", + "useTags": false + } + ] }, "time": { "from": "now-6h", diff --git a/grafana/provisioning/dashboards/peers.json b/grafana/provisioning/dashboards/peers.json index 6ada5bb..e848c9f 100644 --- a/grafana/provisioning/dashboards/peers.json +++ b/grafana/provisioning/dashboards/peers.json @@ -23,7 +23,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 9, @@ -56,7 +56,7 @@ "steppedLine": false, "targets": [ { - "expr": "lnd_peer_count", + "expr": "lnd_peer_count{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "num_peers", @@ -109,7 +109,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 9, @@ -142,7 +142,7 @@ "steppedLine": false, "targets": [ { - "expr": "deriv(lnd_peer_count[40s])", + "expr": "deriv(lnd_peer_count{namespace=\"$namespace\",pod=\"$node\"}[40s])", "format": "time_series", "intervalFactor": 1, "legendFormat": "peer_count_deriv", @@ -195,7 +195,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -228,7 +228,7 @@ "steppedLine": false, "targets": [ { - "expr": "irate(lnd_peer_sent_byte[5m])", + "expr": "irate(lnd_peer_sent_byte{namespace=\"$namespace\",pod=\"$node\"}[5m])", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{ pubkey }}", @@ -281,7 +281,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -314,7 +314,7 @@ "steppedLine": false, "targets": [ { - "expr": "irate(lnd_peer_recv_byte[5m])", + "expr": "irate(lnd_peer_recv_byte{namespace=\"$namespace\",pod=\"$node\"}[5m])", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{ pubkey }}", @@ -367,7 +367,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 7, @@ -400,21 +400,21 @@ "steppedLine": false, "targets": [ { - "expr": "min((lnd_peer_ping_time_microsecond > 0) / 1000)", + "expr": "min((lnd_peer_ping_time_microsecond{namespace=\"$namespace\",pod=\"$node\"} > 0) / 1000)", "format": "time_series", "intervalFactor": 1, "legendFormat": "min_ping_ms ", "refId": "A" }, { - "expr": "max(lnd_peer_ping_time_microsecond / 1000)", + "expr": "max(lnd_peer_ping_time_microsecond{namespace=\"$namespace\",pod=\"$node\"} / 1000)", "format": "time_series", "intervalFactor": 1, "legendFormat": "max_ping_ms", "refId": "B" }, { - "expr": "avg(lnd_peer_ping_time_microsecond / 1000)", + "expr": "avg(lnd_peer_ping_time_microsecond{namespace=\"$namespace\",pod=\"$node\"} / 1000)", "format": "time_series", "intervalFactor": 1, "legendFormat": "avg_ping_ms", @@ -467,7 +467,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 7, @@ -502,7 +502,7 @@ "steppedLine": false, "targets": [ { - "expr": "topk(5, lnd_peer_sent_byte)", + "expr": "topk(5, lnd_peer_sent_byte{namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{ pubkey }}", @@ -555,7 +555,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -590,7 +590,7 @@ "steppedLine": false, "targets": [ { - "expr": "topk(5, lnd_peer_recv_byte)", + "expr": "topk(5, lnd_peer_recv_byte{namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{ pubkey }}", @@ -643,7 +643,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 9, @@ -678,7 +678,7 @@ "steppedLine": false, "targets": [ { - "expr": "topk(5, lnd_peer_sent_sat + lnd_peer_recv_sat > 0)", + "expr": "topk(5, lnd_peer_sent_sat{namespace=\"$namespace\",pod=\"$node\"} + lnd_peer_recv_sat{namespace=\"$namespace\",pod=\"$node\"} > 0)", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{ pubkey }} ", @@ -730,9 +730,70 @@ "refresh": "5m", "schemaVersion": 18, "style": "dark", - "tags": [], + "tags": ["lightning-network"], "templating": { - "list": [] + "list": [ + { + "current": { + "tags": [], + "text": "default", + "value": "default" + }, + "hide": 0, + "includeAll": false, + "label": null, + "multi": false, + "name": "datasource", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "allValue": null, + "datasource": "$datasource", + "definition": "label_values(namespace)", + "hide": 0, + "includeAll": false, + "label": "namespace", + "multi": false, + "name": "namespace", + "options": [], + "query": "label_values(namespace)", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "tagValuesQuery": "", + "tags": [], + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": null, + "datasource": "$datasource", + "definition": "label_values(lnd_chain_block_timestamp{namespace=\"$namespace\"}, pod)", + "hide": 0, + "includeAll": false, + "label": "node", + "multi": false, + "name": "node", + "options": [], + "query": "label_values(lnd_chain_block_timestamp{namespace=\"$namespace\"}, pod)", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "tagValuesQuery": "", + "tags": [], + "tagsQuery": "", + "type": "query", + "useTags": false + } + ] }, "time": { "from": "now-30m", diff --git a/grafana/provisioning/dashboards/perf.json b/grafana/provisioning/dashboards/perf.json index dfd697d..97b4db6 100644 --- a/grafana/provisioning/dashboards/perf.json +++ b/grafana/provisioning/dashboards/perf.json @@ -23,7 +23,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -56,7 +56,7 @@ "steppedLine": false, "targets": [ { - "expr": "irate(process_cpu_seconds_total{job=\"lnd\"}[1m])", + "expr": "irate(process_cpu_seconds_total{namespace=\"$namespace\",pod=\"$node\"}[1m])", "format": "time_series", "intervalFactor": 1, "legendFormat": "cpu_usage", @@ -109,7 +109,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -142,14 +142,14 @@ "steppedLine": false, "targets": [ { - "expr": "process_resident_memory_bytes{job=\"lnd\"}", + "expr": "process_resident_memory_bytes{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "res_mem", "refId": "A" }, { - "expr": "process_virtual_memory_bytes{job=\"lnd\"}", + "expr": "process_virtual_memory_bytes{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "virt_mem", @@ -202,7 +202,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -235,7 +235,7 @@ "steppedLine": false, "targets": [ { - "expr": "go_gc_duration_seconds{job=\"lnd\"}", + "expr": "go_gc_duration_seconds{namespace=\"$namespace\",pod=\"$node\"}", "format": "heatmap", "instant": false, "intervalFactor": 1, @@ -288,7 +288,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -321,35 +321,35 @@ "steppedLine": false, "targets": [ { - "expr": "go_memstats_heap_alloc_bytes{job=\"lnd\"}", + "expr": "go_memstats_heap_alloc_bytes{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "heap_alloc_bytes", "refId": "A" }, { - "expr": "go_memstats_heap_idle_bytes{job=\"lnd\"}", + "expr": "go_memstats_heap_idle_bytes{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "heap_idle_bytes", "refId": "B" }, { - "expr": "go_memstats_heap_inuse_bytes{job=\"lnd\"}", + "expr": "go_memstats_heap_inuse_bytes{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "heap_inuse_bytes", "refId": "C" }, { - "expr": "go_memstats_heap_sys_bytes{job=\"lnd\"}", + "expr": "go_memstats_heap_sys_bytes{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "heap_sys_bytes", "refId": "D" }, { - "expr": "go_memstats_heap_released_bytes{job=\"lnd\"}", + "expr": "go_memstats_heap_released_bytes{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "heap_release_bytes", @@ -402,7 +402,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -435,7 +435,7 @@ "steppedLine": false, "targets": [ { - "expr": "go_memstats_heap_objects{job=\"lnd\"}", + "expr": "go_memstats_heap_objects{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "num_heap_objects", @@ -488,7 +488,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -521,7 +521,7 @@ "steppedLine": false, "targets": [ { - "expr": "go_goroutines{job=\"lnd\"}", + "expr": "go_goroutines{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "num_goroutines", @@ -574,7 +574,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "fill": 1, "gridPos": { "h": 8, @@ -607,7 +607,7 @@ "steppedLine": false, "targets": [ { - "expr": "process_open_fds{job=\"lnd\"}", + "expr": "process_open_fds{namespace=\"$namespace\",pod=\"$node\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "open_fds", @@ -659,9 +659,70 @@ "refresh": false, "schemaVersion": 18, "style": "dark", - "tags": [], + "tags": ["lightning-network"], "templating": { - "list": [] + "list": [ + { + "current": { + "tags": [], + "text": "default", + "value": "default" + }, + "hide": 0, + "includeAll": false, + "label": null, + "multi": false, + "name": "datasource", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "allValue": null, + "datasource": "$datasource", + "definition": "label_values(namespace)", + "hide": 0, + "includeAll": false, + "label": "namespace", + "multi": false, + "name": "namespace", + "options": [], + "query": "label_values(namespace)", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "tagValuesQuery": "", + "tags": [], + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": null, + "datasource": "$datasource", + "definition": "label_values(lnd_chain_block_timestamp{namespace=\"$namespace\"}, pod)", + "hide": 0, + "includeAll": false, + "label": "node", + "multi": false, + "name": "node", + "options": [], + "query": "label_values(lnd_chain_block_timestamp{namespace=\"$namespace\"}, pod)", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "tagValuesQuery": "", + "tags": [], + "tagsQuery": "", + "type": "query", + "useTags": false + } + ] }, "time": { "from": "now-3h", diff --git a/grafana/provisioning/dashboards/routing.json b/grafana/provisioning/dashboards/routing.json index f42bce6..a7ce7ed 100644 --- a/grafana/provisioning/dashboards/routing.json +++ b/grafana/provisioning/dashboards/routing.json @@ -24,7 +24,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "description": "The rate at which HTLCs for ${HtlcType}s are settled and failed. Note that these values are recorded since lnd's last restart, and are not persisted. ", "fill": 1, "gridPos": { @@ -58,7 +58,7 @@ "steppedLine": false, "targets": [ { - "expr": "increase(sum by(outcome)(lnd_htlcs_resolved_htlcs{type=\"$HtlcType\"})[5m:1s])", + "expr": "increase(sum by(outcome)(lnd_htlcs_resolved_htlcs{type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"})[5m:1s])", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{outcome}}", @@ -113,7 +113,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "description": "The percentage of ${HtlcType}s that are successfully settled. Note that this rate is tracked since lnd's last restart, and is not persisted over time. ", "fill": 1, "gridPos": { @@ -147,7 +147,7 @@ "steppedLine": false, "targets": [ { - "expr": "sum(lnd_htlcs_resolved_htlcs{outcome=\"settled\",type=\"$HtlcType\"})/ sum(lnd_htlcs_resolved_htlcs{type=\"$HtlcType\"})", + "expr": "sum(lnd_htlcs_resolved_htlcs{outcome=\"settled\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"})/ sum(lnd_htlcs_resolved_htlcs{type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "hide": false, "intervalFactor": 1, @@ -203,7 +203,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "description": "The number of HTLCs for ${HtlcType}s that each channel has settled as the incoming channel. ", "fill": 1, "gridPos": { @@ -239,7 +239,7 @@ "steppedLine": false, "targets": [ { - "expr": "sum by (chan_in)(lnd_htlcs_resolved_htlcs{outcome=\"settled\",type=\"$HtlcType\"})", + "expr": "sum by (chan_in)(lnd_htlcs_resolved_htlcs{outcome=\"settled\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{chan_in}}", @@ -296,7 +296,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "description": "The number of HTLCs for ${HtlcType}s that each channel has settled as the outgoing channel. ", "fill": 1, "gridPos": { @@ -331,7 +331,7 @@ "steppedLine": false, "targets": [ { - "expr": "sum by (chan_out)(lnd_htlcs_resolved_htlcs{outcome=\"settled\",type=\"$HtlcType\"})", + "expr": "sum by (chan_out)(lnd_htlcs_resolved_htlcs{outcome=\"settled\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{chan_out}}", @@ -388,7 +388,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "description": "The number of HTLCs for ${HtlcType}s that each channel has failed as the incoming channel. ", "fill": 1, "gridPos": { @@ -423,7 +423,7 @@ "steppedLine": false, "targets": [ { - "expr": "sum by (chan_in)(lnd_htlcs_resolved_htlcs{outcome=\"failed\",type=\"$HtlcType\"})", + "expr": "sum by (chan_in)(lnd_htlcs_resolved_htlcs{outcome=\"failed\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{chan_in}}", @@ -480,7 +480,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "description": "The number of HTLCs for ${HtlcType}s that each channel has failed as the outgoing channel. ", "fill": 1, "gridPos": { @@ -515,7 +515,7 @@ "steppedLine": false, "targets": [ { - "expr": "sum by (chan_out)(lnd_htlcs_resolved_htlcs{outcome=\"failed\", type=\"$HtlcType\"})", + "expr": "sum by (chan_out)(lnd_htlcs_resolved_htlcs{outcome=\"failed\", type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{chan_out}}", @@ -572,7 +572,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "description": "A frequency distribution of the time ${HtlcType}s have taken to resolve. Note that this value is not tracked for receives.", "fill": 1, "gridPos": { @@ -607,77 +607,77 @@ "steppedLine": false, "targets": [ { - "expr": "sum(lnd_htlcs_resolution_time_bucket{le=\"1\",type=\"$HtlcType\"})", + "expr": "sum(lnd_htlcs_resolution_time_bucket{le=\"1\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "0-1 seconds", "refId": "A" }, { - "expr": "sum(lnd_htlcs_resolution_time_bucket{le=\"10\",type=\"$HtlcType\"}) - ignoring(le) sum(lnd_htlcs_resolution_time_bucket{le=\"1\",type=\"$HtlcType\"})", + "expr": "sum(lnd_htlcs_resolution_time_bucket{le=\"10\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"}) - ignoring(le) sum(lnd_htlcs_resolution_time_bucket{le=\"1\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "1-10 seconds", "refId": "B" }, { - "expr": "sum(lnd_htlcs_resolution_time_bucket{le=\"60\",type=\"$HtlcType\"}) - ignoring(le) sum(lnd_htlcs_resolution_time_bucket{le=\"10\",type=\"$HtlcType\"})", + "expr": "sum(lnd_htlcs_resolution_time_bucket{le=\"60\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"}) - ignoring(le) sum(lnd_htlcs_resolution_time_bucket{le=\"10\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "11-60 seconds", "refId": "C" }, { - "expr": "sum(lnd_htlcs_resolution_time_bucket{le=\"120\",type=\"$HtlcType\"}) - ignoring(le) sum(lnd_htlcs_resolution_time_bucket{le=\"60\",type=\"$HtlcType\"})", + "expr": "sum(lnd_htlcs_resolution_time_bucket{le=\"120\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"}) - ignoring(le) sum(lnd_htlcs_resolution_time_bucket{le=\"60\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "1-2 minutes", "refId": "D" }, { - "expr": "sum(lnd_htlcs_resolution_time_bucket{le=\"300\",type=\"$HtlcType\"}) - ignoring(le) sum(lnd_htlcs_resolution_time_bucket{le=\"120\",type=\"$HtlcType\"})", + "expr": "sum(lnd_htlcs_resolution_time_bucket{le=\"300\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"}) - ignoring(le) sum(lnd_htlcs_resolution_time_bucket{le=\"120\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "2-5 minutes", "refId": "E" }, { - "expr": "sum(lnd_htlcs_resolution_time_bucket{le=\"600\",type=\"$HtlcType\"}) - ignoring(le) sum(lnd_htlcs_resolution_time_bucket{le=\"300\",type=\"$HtlcType\"})", + "expr": "sum(lnd_htlcs_resolution_time_bucket{le=\"600\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"}) - ignoring(le) sum(lnd_htlcs_resolution_time_bucket{le=\"300\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "5-10 minutes", "refId": "F" }, { - "expr": "sum(lnd_htlcs_resolution_time_bucket{le=\"3600\",type=\"$HtlcType\"}) - ignoring(le) sum(lnd_htlcs_resolution_time_bucket{le=\"600\",type=\"$HtlcType\"})", + "expr": "sum(lnd_htlcs_resolution_time_bucket{le=\"3600\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"}) - ignoring(le) sum(lnd_htlcs_resolution_time_bucket{le=\"600\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "10-60 minutes", "refId": "G" }, { - "expr": "sum(lnd_htlcs_resolution_time_bucket{le=\"18000\",type=\"$HtlcType\"}) - ignoring(le) sum(lnd_htlcs_resolution_time_bucket{le=\"3600\",type=\"$HtlcType\"})", + "expr": "sum(lnd_htlcs_resolution_time_bucket{le=\"18000\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"}) - ignoring(le) sum(lnd_htlcs_resolution_time_bucket{le=\"3600\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "1-5 hours", "refId": "H" }, { - "expr": "sum(lnd_htlcs_resolution_time_bucket{le=\"86400\",type=\"$HtlcType\"}) - ignoring(le) sum(lnd_htlcs_resolution_time_bucket{le=\"18000\",type=\"$HtlcType\"})", + "expr": "sum(lnd_htlcs_resolution_time_bucket{le=\"86400\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"}) - ignoring(le) sum(lnd_htlcs_resolution_time_bucket{le=\"18000\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "5-24 hours", "refId": "I" }, { - "expr": "sum(lnd_htlcs_resolution_time_bucket{le=\"604800\",type=\"$HtlcType\"}) - ignoring(le) sum(lnd_htlcs_resolution_time_bucket{le=\"86400\",type=\"$HtlcType\"})", + "expr": "sum(lnd_htlcs_resolution_time_bucket{le=\"604800\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"}) - ignoring(le) sum(lnd_htlcs_resolution_time_bucket{le=\"86400\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "1-7 days", "refId": "J" }, { - "expr": "sum(lnd_htlcs_resolution_time_bucket{le=\"++Inf\",type=\"$HtlcType\"}) - ignoring(le) sum(lnd_htlcs_resolution_time_bucket{le=\"604800\",type=\"$HtlcType\"})", + "expr": "sum(lnd_htlcs_resolution_time_bucket{le=\"++Inf\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"}) - ignoring(le) sum(lnd_htlcs_resolution_time_bucket{le=\"604800\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "> 7 days", @@ -732,7 +732,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "description": "The average time taken to settle or fail HTLCs for ${HtlcType}s. Note that this value is not tracked for receives.", "fill": 1, "gridPos": { @@ -766,7 +766,7 @@ "steppedLine": false, "targets": [ { - "expr": "sum(lnd_htlcs_resolution_time_sum{type=\"$HtlcType\"})/sum(lnd_htlcs_resolution_time_count{type=\"$HtlcType\"})", + "expr": "sum(lnd_htlcs_resolution_time_sum{type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"})/sum(lnd_htlcs_resolution_time_count{type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "average", @@ -819,7 +819,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": "Prometheus", + "datasource": "$datasource", "description": "The reasons provided for htlcs involved in ${HtlcType}s on lnd's channels failing. Note that \"failed_back\" indicates that the payment failed further down the route, and all other failure reasons indicate that your node failed the htlc.", "fill": 1, "gridPos": { @@ -854,7 +854,7 @@ "steppedLine": false, "targets": [ { - "expr": "sum by (failure_reason)(lnd_htlcs_resolved_htlcs{outcome=\"failed\",type=\"$HtlcType\"})", + "expr": "sum by (failure_reason)(lnd_htlcs_resolved_htlcs{outcome=\"failed\",type=\"$HtlcType\",namespace=\"$namespace\",pod=\"$node\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{failure_reason}}", @@ -911,8 +911,69 @@ "schemaVersion": 18, "style": "dark", "tags": [], + "tags": ["lightning-network"], "templating": { "list": [ + { + "current": { + "tags": [], + "text": "default", + "value": "default" + }, + "hide": 0, + "includeAll": false, + "label": null, + "multi": false, + "name": "datasource", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "allValue": null, + "datasource": "$datasource", + "definition": "label_values(namespace)", + "hide": 0, + "includeAll": false, + "label": "namespace", + "multi": false, + "name": "namespace", + "options": [], + "query": "label_values(namespace)", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "tagValuesQuery": "", + "tags": [], + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": null, + "datasource": "$datasource", + "definition": "label_values(lnd_chain_block_timestamp{namespace=\"$namespace\"}, pod)", + "hide": 0, + "includeAll": false, + "label": "node", + "multi": false, + "name": "node", + "options": [], + "query": "label_values(lnd_chain_block_timestamp{namespace=\"$namespace\"}, pod)", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "tagValuesQuery": "", + "tags": [], + "tagsQuery": "", + "type": "query", + "useTags": false + }, { "allValue": null, "current": {