feat(autofix): Add autofix automation tuning to project setting (#90801)

Author: scttcper

src/sentry/api/endpoints/project_details.py

@@ -134,6 +134,7 @@ class ProjectMemberSerializer(serializers.Serializer):
         "performanceIssueSendToPlatform",
         "tempestFetchScreenshots",
         "tempestFetchDumps",
+        "autofixAutomationTuning",
     ]
 )
 class ProjectAdminSerializer(ProjectMemberSerializer):
@@ -228,6 +229,9 @@ class ProjectAdminSerializer(ProjectMemberSerializer):
     performanceIssueSendToPlatform = serializers.BooleanField(required=False)
     tempestFetchScreenshots = serializers.BooleanField(required=False)
     tempestFetchDumps = serializers.BooleanField(required=False)
+    autofixAutomationTuning = serializers.ChoiceField(
+        choices=["off", "low", "medium", "high"], required=False
+    )
 
     # DO NOT ADD MORE TO OPTIONS
     # Each param should be a field in the serializer like above.
@@ -455,6 +459,17 @@ def validate_tempestFetchDumps(self, value):
             )
         return value
 
+    def validate_autofixAutomationTuning(self, value):
+        organization = self.context["project"].organization
+        actor = self.context["request"].user
+        if not features.has(
+            "organizations:trigger-autofix-on-issue-summary", organization, actor=actor
+        ):
+            raise serializers.ValidationError(
+                "Organization does not have the trigger-autofix-on-issue-summary feature enabled."
+            )
+        return value
+
 
 class RelaxedProjectPermission(ProjectPermission):
     scope_map = {
@@ -762,6 +777,14 @@ def put(self, request: Request, project) -> Response:
                     "dynamicSamplingBiases"
                 ]
 
+        if result.get("autofixAutomationTuning") is not None:
+            if project.update_option(
+                "sentry:autofix_automation_tuning", result["autofixAutomationTuning"]
+            ):
+                changed_proj_settings["sentry:autofix_automation_tuning"] = result[
+                    "autofixAutomationTuning"
+                ]
+
         if has_elevated_scopes:
             options = result.get("options", {})
             if "sentry:origins" in options:

src/sentry/api/serializers/models/project.py

@@ -951,6 +951,7 @@ class DetailedProjectResponse(ProjectWithTeamResponseDict):
     isDynamicallySampled: bool
     tempestFetchScreenshots: NotRequired[bool]
     tempestFetchDumps: NotRequired[bool]
+    autofixAutomationTuning: NotRequired[str]
 
 
 class DetailedProjectSerializer(ProjectWithTeamSerializer):
@@ -1099,6 +1100,9 @@ def serialize(
             },
             "symbolSources": serialized_sources,
             "isDynamicallySampled": sample_rate is not None and sample_rate < 1.0,
+            "autofixAutomationTuning": self.get_value_with_default(
+                attrs, "sentry:autofix_automation_tuning"
+            ),
         }
 
         if has_tempest_access(obj.organization, user):

src/sentry/apidocs/examples/project_examples.py

@@ -262,6 +262,7 @@
     "tempestFetchScreenshots": False,
     "tempestFetchDumps": False,
     "isDynamicallySampled": True,
+    "autofixAutomationTuning": "off",
     "highlightTags": [],
     "highlightContext": {},
     "highlightPreset": {"tags": [], "context": {}},

src/sentry/models/options/project_option.py

@@ -65,6 +65,7 @@
         "sentry:breakdowns",
         "sentry:transaction_name_cluster_rules",
         "sentry:uptime_autodetection",
+        "sentry:autofix_automation_tuning",
         "quotas:spike-protection-disabled",
         "feedback:branding",
         "digests:mail:minimum_delay",

src/sentry/projectoptions/defaults.py

@@ -196,3 +196,6 @@
 
 # Should tempest fetch dumps for this project
 register(key="sentry:tempest_fetch_dumps", default=False)
+
+# Should autofix run automatically on new issues
+register(key="sentry:autofix_automation_tuning", default="off")

tests/sentry/api/endpoints/test_project_details.py

@@ -1941,3 +1941,36 @@ def test_get_tempest_fetch_dumps_options_without_feature_flag(self):
             self.organization.slug, self.project.slug, method="get"
         )
         assert "tempestFetchDumps" not in response.data
+
+    def test_autofix_automation_tuning(self):
+        # Test without feature flag - should fail
+        resp = self.get_error_response(
+            self.org_slug, self.proj_slug, autofixAutomationTuning="low", status_code=400
+        )
+        assert (
+            "trigger-autofix-on-issue-summary feature enabled"
+            in resp.data["autofixAutomationTuning"][0]
+        )
+        assert self.project.get_option("sentry:autofix_automation_tuning") == "off"  # default
+
+        # Test with feature flag but invalid value - should fail
+        with self.feature("organizations:trigger-autofix-on-issue-summary"):
+            resp = self.get_error_response(
+                self.org_slug, self.proj_slug, autofixAutomationTuning="invalid", status_code=400
+            )
+            assert '"invalid" is not a valid choice.' in resp.data["autofixAutomationTuning"][0]
+            assert self.project.get_option("sentry:autofix_automation_tuning") == "off"  # default
+
+            # Test with feature flag and valid value - should succeed
+            resp = self.get_success_response(
+                self.org_slug, self.proj_slug, autofixAutomationTuning="medium"
+            )
+            assert self.project.get_option("sentry:autofix_automation_tuning") == "medium"
+            assert resp.data["autofixAutomationTuning"] == "medium"
+
+            # Test setting back to off
+            resp = self.get_success_response(
+                self.org_slug, self.proj_slug, autofixAutomationTuning="off"
+            )
+            assert self.project.get_option("sentry:autofix_automation_tuning") == "off"
+            assert resp.data["autofixAutomationTuning"] == "off"

tests/sentry/api/serializers/test_project.py

@@ -808,6 +808,16 @@ def test_toolbar_allowed_origins(self):
         result = serialize(self.project, self.user, DetailedProjectSerializer())
         assert result["options"]["sentry:toolbar_allowed_origins"].split("\n") == origins
 
+    def test_autofix_automation_tuning_flag(self):
+        # Default is "off"
+        result = serialize(self.project, self.user, DetailedProjectSerializer())
+        assert result["autofixAutomationTuning"] == "off"
+
+        # Update the value
+        self.project.update_option("sentry:autofix_automation_tuning", "high")
+        result = serialize(self.project, self.user, DetailedProjectSerializer())
+        assert result["autofixAutomationTuning"] == "high"
+
 
 class BulkFetchProjectLatestReleases(TestCase):
     @cached_property