Skip to content

Commit

Permalink
add monitor for Indexer not processing blocks (#73)
Browse files Browse the repository at this point in the history
  • Loading branch information
dydxwill authored Mar 6, 2024
1 parent ee27937 commit 5b6126e
Showing 1 changed file with 30 additions and 0 deletions.
30 changes: 30 additions & 0 deletions modules/indexer_monitors/monitors.tf
Original file line number Diff line number Diff line change
Expand Up @@ -68,6 +68,36 @@ resource "datadog_monitor_json" "orderbook_crossed" {
EOF
}

resource "datadog_monitor_json" "indexer_not_processing_blocks" {
count = var.enable_precautionary_monitors ? 1 : 0

monitor = <<EOF
{
"id": 2666272,
"name": "[mainnet] Indexer is not processing blocks",
"type": "query alert",
"query": "sum(last_1m):avg:ender.processed_block.timing.count{*}.as_rate() < 0.5",
"message": "Indexer has not been processing blocks for the last minute. Please check if it's an Ender issue or if the Indexer full node is down.\n\n${local.monitor_suffix_literal}",
"tags": [
"team:${var.team}",
"env:${var.env_tag}"
],
"options": {
"thresholds": {
"critical": 0.5
},
"notify_audit": false,
"include_tags": false,
"notify_no_data": true,
"no_data_timeframe": 2,
"silenced": {}
},
"priority": null,
"restricted_roles": null
}
EOF
}

resource "datadog_monitor_json" "last_processed_block_last_30min" {
monitor = <<EOF
{
Expand Down

0 comments on commit 5b6126e

Please sign in to comment.