Add partition offset plot to vulcan dashboard

dydxprotocol · Aug 9, 2024 · b3d6a0a · b3d6a0a
1 parent 6322fc0
commit b3d6a0a
Show file tree

Hide file tree

Showing 2 changed files with 62 additions and 6 deletions.
diff --git a/indexer/msk.tf b/indexer/msk.tf
@@ -1,7 +1,8 @@
 resource "aws_msk_configuration" "main" {
+  // create_before_destroy=true requires us to use name whenever this resource needs replacement because the old 
+  // resource not delete first. For now we only trigger replacement for new kafka versions, so use the kafka version in 
+  // the name
   kafka_versions    = [local.kafka_version]
-  // create_before_destroy=true forces a new name because the old resource not delete first. For now we only trigger 
-  // replacement for new kafka versions, so use the kafka version in the name
   name              = "${var.environment}-${var.indexers[var.region].name}-msk-configuration-${replace(local.kafka_version, ".", "-")}"
   server_properties = <<PROPERTIES
   auto.create.topics.enable=false

diff --git a/modules/indexer_dashboards/vulcan_dashboard.tf b/modules/indexer_dashboards/vulcan_dashboard.tf
@@ -163,7 +163,7 @@ resource "datadog_dashboard_json" "vulcan" {
       }
     },
     {
-      "id": 3519142303443504,
+      "id": 6799018071117473,
       "definition": {
         "title": "Kafka",
         "show_title": true,
@@ -215,7 +215,7 @@ resource "datadog_dashboard_json" "vulcan" {
             },
             "layout": {
               "x": 0,
-              "y": 3,
+              "y": 0,
               "width": 4,
               "height": 2
             }
@@ -281,7 +281,7 @@ resource "datadog_dashboard_json" "vulcan" {
             },
             "layout": {
               "x": 4,
-              "y": 3,
+              "y": 0,
               "width": 4,
               "height": 2
             }
@@ -346,12 +346,67 @@ resource "datadog_dashboard_json" "vulcan" {
             },
             "layout": {
               "x": 8,
-              "y": 3,
+              "y": 0,
+              "width": 4,
+              "height": 2
+            }
+          },
+          {
+            "id": 750613763910334,
+            "definition": {
+              "title": "Partition Offset Lag",
+              "title_size": "16",
+              "title_align": "left",
+              "show_legend": true,
+              "legend_layout": "auto",
+              "legend_columns": [
+                "avg",
+                "min",
+                "max",
+                "value",
+                "sum"
+              ],
+              "type": "timeseries",
+              "requests": [
+                {
+                  "formulas": [
+                    {
+                      "formula": "query1"
+                    }
+                  ],
+                  "queries": [
+                    {
+                      "data_source": "metrics",
+                      "name": "query1",
+                      "query": "avg:aws.kafka.offset_lag{consumer_group:vulcan, $msk_cluster_name} by {partition}"
+                    }
+                  ],
+                  "response_format": "timeseries",
+                  "style": {
+                    "palette": "dog_classic",
+                    "order_by": "values",
+                    "color_order": "shuffled",
+                    "line_type": "solid",
+                    "line_width": "normal"
+                  },
+                  "display_type": "line"
+                }
+              ]
+            },
+            "layout": {
+              "x": 0,
+              "y": 2,
               "width": 4,
               "height": 2
             }
           }
         ]
+      },
+      "layout": {
+        "x": 0,
+        "y": 3,
+        "width": 12,
+        "height": 5
       }
     },
     {