feat(alerts): configure alerts for payment wallet ingestion

src/domains/observability/env/prod/terraform.tfvars

@@ -279,6 +279,24 @@ ehns_metric_alerts = {
       }
     ],
   },
+  no_wallet_ingestion_alert = {
+    aggregation = "Total"
+    metric_name = "IncomingMessages"
+    description = "Payment wallet onboarding written events less than 1000 detected in the last 24h"
+    operator    = "LessThanOrEqual"
+    threshold   = 1000
+    frequency   = "PT1H"
+    window_size = "P1D"
+    dimension = [
+      {
+        name     = "EntityName"
+        operator = "Include"
+        values = [
+          "payment-wallet-ingestion-dl",
+        ]
+      }
+    ],
+  },
 }
 
 eventhubs_gpd = [

src/domains/pay-wallet-common/03_storage.tf

@@ -139,18 +139,20 @@ resource "azurerm_monitor_diagnostic_setting" "pay_wallet_queue_diagnostics" {
 locals {
   queue_alert_props = var.env_short == "p" ? [
     {
-      queue_key   = "usage-update-queue"
-      severity    = 1
-      time_window = 30
-      frequency   = 15
-      threshold   = 10
+      queue_key    = "cdc-queue"
+      severity     = 1
+      time_window  = 30
+      frequency    = 15
+      threshold    = 10
+      action_group = [data.azurerm_monitor_action_group.email.id, data.azurerm_monitor_action_group.slack.id]
     },
     {
-      queue_key   = "expiration-queue"
-      severity    = 1
-      time_window = 30
-      frequency   = 15
-      threshold   = 10
+      queue_key    = "expiration-queue"
+      severity     = 1
+      time_window  = 30
+      frequency    = 15
+      threshold    = 10
+      action_group = [data.azurerm_monitor_action_group.email.id, data.azurerm_monitor_action_group.slack.id, azurerm_monitor_action_group.payment_wallet_opsgenie[0].id]
     },
     {
       queue_key   = "logged-action-dead-letter-queue"
@@ -170,7 +172,7 @@ resource "azurerm_monitor_scheduled_query_rules_alert" "pay_wallet_enqueue_rate_
   location            = var.location
 
   action {
-    action_group           = [data.azurerm_monitor_action_group.email.id, data.azurerm_monitor_action_group.slack.id, azurerm_monitor_action_group.payment_wallet_opsgenie[0].id]
+    action_group           = each.value.action_group
     email_subject          = "Email Header"
     custom_webhook_payload = "{}"
   }