chore(ACI): Add 1:1 metrics for dual processing

Author: ceorourke

src/sentry/incidents/subscription_processor.py

@@ -503,10 +503,21 @@ def process_update(self, subscription_update: QuerySubscriptionUpdate) -> None:
                         if has_anomaly(
                             potential_anomaly, trigger.label
                         ) and not self.check_trigger_matches_status(trigger, TriggerStatus.ACTIVE):
-                            metrics.incr(
-                                "incidents.alert_rules.threshold.alert",
-                                tags={"detection_type": self.alert_rule.detection_type},
-                            )
+                            if features.has(
+                                "organizations:workflow-engine-metric-alert-dual-processing-logs"
+                            ):
+                                metrics.incr(
+                                    "incidents.alert_rules.threshold.alert",
+                                    tags={
+                                        "detection_type": self.alert_rule.detection_type,
+                                        "organization_id": self.alert_rule.organization_id,
+                                    },
+                                )
+                            else:
+                                metrics.incr(
+                                    "incidents.alert_rules.threshold.alert",
+                                    tags={"detection_type": self.alert_rule.detection_type},
+                                )
                             incident_trigger = self.trigger_alert_threshold(
                                 trigger, aggregation_value
                             )
@@ -520,10 +531,21 @@ def process_update(self, subscription_update: QuerySubscriptionUpdate) -> None:
                             and self.active_incident
                             and self.check_trigger_matches_status(trigger, TriggerStatus.ACTIVE)
                         ):
-                            metrics.incr(
-                                "incidents.alert_rules.threshold.resolve",
-                                tags={"detection_type": self.alert_rule.detection_type},
-                            )
+                            if features.has(
+                                "organizations:workflow-engine-metric-alert-dual-processing-logs"
+                            ):
+                                metrics.incr(
+                                    "incidents.alert_rules.threshold.resolve",
+                                    tags={
+                                        "detection_type": self.alert_rule.detection_type,
+                                        "organization_id": self.alert_rule.organization_id,
+                                    },
+                                )
+                            else:
+                                metrics.incr(
+                                    "incidents.alert_rules.threshold.resolve",
+                                    tags={"detection_type": self.alert_rule.detection_type},
+                                )
                             incident_trigger = self.trigger_resolve_threshold(
                                 trigger, aggregation_value
                             )

src/sentry/workflow_engine/processors/workflow.py

@@ -312,5 +312,14 @@ def process_workflows(event_data: WorkflowEventData) -> set[Workflow]:
                 "detector_type": detector.type,
             },
         )
+    if features.has("organizations:workflow-engine-metric-alert-dual-processing-logs"):
+        # in order to check if workflow engine is firing 1:1 with the old system, we must only count once rather than each action
+        metrics.incr(
+            "workflow_engine.process_workflows.fired_actions",
+            tags={
+                "detector_type": detector.type,
+                "organization_id": detector.project.organization_id,
+            },
+        )
 
     return triggered_workflows